-- Logs begin at Fri 2022-01-28 00:05:56 UTC, end at Fri 2022-01-28 01:22:03 UTC. -- Jan 28 00:57:20.370785 dv-cinder-821890-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 00:57:23.241982 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.common.config [-] Logging enabled! Jan 28 00:57:23.242614 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32 Jan 28 00:57:23.242764 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101998) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 00:57:23.245988 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.common.config [-] Logging enabled! Jan 28 00:57:23.246253 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32 Jan 28 00:57:23.246571 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101998) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 00:57:23.247561 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 00:57:23.247802 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 00:57:23.248170 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 00:57:23.248425 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 00:57:23.248657 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 00:57:23.248979 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.249282 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.249583 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.249819 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.250123 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.250416 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.250703 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.251021 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.251327 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.251624 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.251914 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.252208 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.252448 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.252737 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.253033 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.253701 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.254380 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] debug = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.254688 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.255176 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.255605 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.255894 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.256201 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.256487 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.256767 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.257052 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.257345 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.257681 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] host = dv-cinder-821890-1-smb {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.257967 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.258263 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.258559 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.258871 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.259160 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.259446 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.259739 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.260020 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.260302 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] log_file = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.260585 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.260881 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.261178 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.261473 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.261705 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.261933 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.262228 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.262522 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.262805 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.263110 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.263392 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.263673 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.263954 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.264233 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.264528 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.264821 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.265114 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.265394 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.265676 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.265953 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.266230 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.266521 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.266803 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.267108 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.267387 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.267682 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.267956 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.268234 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.268539 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.268831 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.269120 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.270463 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.270761 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.271105 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.271378 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.271661 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.271944 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] use_json = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.272226 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.272507 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.272797 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.273076 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.273358 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.273641 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.273921 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.274213 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:23.274519 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.274825 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.275160 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.275451 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.275754 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.276041 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.276337 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.276623 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.276918 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.277212 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.277510 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.277796 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.278091 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.278375 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.278675 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.279011 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.279317 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.279616 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.279897 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.280179 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.280459 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.280743 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.281036 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.281323 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.281617 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.281914 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.282201 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.282494 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.282796 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.283118 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.283400 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.283689 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.283988 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.284273 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.284556 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.284846 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.286162 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.286454 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.286742 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.287063 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.287356 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.287640 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.287921 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.288210 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.288510 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.288797 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.289077 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.289358 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.289645 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.289925 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.290216 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.290754 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.291136 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.291420 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.291703 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.291983 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.292262 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.292545 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.292826 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.293110 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.293389 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.293668 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.293947 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.294225 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.294502 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.294782 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.295091 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.295375 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.295653 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.295933 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.296209 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.296487 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.296765 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.297059 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.297363 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.297648 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.297932 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.298215 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.298497 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.298778 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.299087 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.299373 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.299657 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.299935 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.300232 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.300569 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.301468 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.301773 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.302070 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.302389 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.302681 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.303004 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.303294 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.303585 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.303877 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.304170 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.304473 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.304774 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.305075 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.305382 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.305685 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.305978 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.306294 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.306583 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:23.306809 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 00:57:23.307082 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101998) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 00:57:23.674064 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 28 00:57:23.674344 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 28 00:57:23.674632 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 28 00:57:23.675001 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 00:57:24.070208 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.070208 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.070208 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.071549 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.071821 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.072090 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.107985 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.108272 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.108549 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.124311 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.124595 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.124868 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.153607 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.153888 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.154162 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.191641 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.191920 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.192184 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.427738 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.428349 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.428349 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.428589 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.429201 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.549913 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.550240 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.550729 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.551215 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.551522 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.551872 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.552159 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.552440 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.552718 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.553025 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.553305 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.553588 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.553861 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.554130 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.554404 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.554681 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.554980 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.555266 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.555550 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.555823 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.556108 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.556375 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.556672 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.557078 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.557339 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.557595 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.558015 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:57:24.558263 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:57:24.558509 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:57:24.558754 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:57:24.559026 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:57:24.559271 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:57:24.559648 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 00:57:24.562968 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 00:57:24.567990 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 00:57:24.571872 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jan 28 00:57:24.573526 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 00:57:24.573993 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 00:57:24.574341 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 00:57:24.574736 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 00:57:24.577787 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 00:57:24.578042 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 00:57:24.578396 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 00:57:24.585109 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 00:57:24.608032 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 00:57:24.608507 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.608817 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101998) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 28 00:57:24.609188 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.610576 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101998) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 00:57:24.610895 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 00:57:24.611153 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 00:57:24.614950 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.615243 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:24.682392 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 00:57:24.682581 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 00:57:24.682830 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 00:57:24.683262 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 00:57:24.706223 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_db.sqlalchemy.engines [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101998) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 00:57:25.420576 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Initializing driver for type 'gre' Jan 28 00:57:25.421106 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] gre ID ranges: [(1, 1000)] Jan 28 00:57:25.628538 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Initializing driver for type 'local' Jan 28 00:57:25.629074 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Initializing driver for type 'vlan' Jan 28 00:57:25.789012 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] VlanTypeDriver initialization complete Jan 28 00:57:25.789295 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Initializing driver for type 'vxlan' Jan 28 00:57:25.789812 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] vxlan ID ranges: [(1, 1000)] Jan 28 00:57:26.091530 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Initializing extension driver 'port_security' Jan 28 00:57:26.091785 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.extensions.port_security [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] PortSecurityExtensionDriver initialization complete Jan 28 00:57:26.092124 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Initializing mechanism driver 'openvswitch' Jan 28 00:57:26.092451 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Initializing mechanism driver 'hyperv' Jan 28 00:57:26.101756 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.plugins.ml2.plugin [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:26.102617 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > port after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.103041 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > port after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.103398 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > port after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.103930 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:57:26.104369 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > subnet after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.104724 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > subnet after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.105080 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.105469 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:57:26.105875 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > network after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.106224 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > network after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.106565 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > network after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.106983 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:57:26.107394 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > security_group after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.107748 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > security_group after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.108117 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > security_group after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.108510 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:57:26.108917 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.109266 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.109608 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.109997 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:57:26.110399 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > address_group after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.110746 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > address_group after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.111105 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > address_group after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.111499 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 00:57:26.111941 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] ML2 OVO RPC backend initialized. {{(pid=101998) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 00:57:26.112647 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.113665 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.114136 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > network before_response 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.114491 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > networks before_response 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.114870 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > port before_response 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.115216 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > ports before_response 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.115563 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > subnet before_response 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.115907 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > subnets before_response 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.116253 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > network after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.116623 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > network after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.116986 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > network after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.117323 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > port after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.117660 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > port after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.117995 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > port after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.118331 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > subnet after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.118669 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > subnet after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.119038 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.119616 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.plugin [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Modular L2 Plugin initialization complete Jan 28 00:57:26.119946 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading services supported by the core plugin {{(pid=101998) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 00:57:26.120271 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.plugins.ml2.managers [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Got port-security extension from driver 'port_security' Jan 28 00:57:26.120732 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.extensions.vlantransparent [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Disabled vlantransparent extension. Jan 28 00:57:26.121211 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101998) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 00:57:26.121523 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading Plugin: router Jan 28 00:57:26.162306 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router_interface before_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.162694 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router after_create 55549900 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.163092 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router before_create 55549900 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.163471 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.163848 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.164208 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router after_delete 55549900 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.164568 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > floatingip after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.165042 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > floatingip after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.165666 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router after_create 55549900 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.166022 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router after_update 55549900 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.166375 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router after_update 55549900 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.166728 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.167114 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router after_update 55549900 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.167529 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router precommit_update 55549900 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.167900 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: port after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.168241 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: port after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.168580 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: subnet after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.168921 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.169281 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > port precommit_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.169630 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router precommit_create 55549900 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.169973 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: port before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.170318 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router precommit_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.170675 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router after_update 55549900 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.171127 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router precommit_delete 55549900 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.171483 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router precommit_create 55549900 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.171863 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.172193 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router precommit_update 55549900 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.172559 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > agent after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.172909 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > agent after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.173254 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > network after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.174108 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Tracking information for resource: router configured {{(pid=101998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:57:26.174444 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Tracking information for resource: floatingip configured {{(pid=101998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 00:57:26.180126 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.db.l3_agentschedulers_db [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 00:57:26.180701 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: port after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.181066 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: port after_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.181420 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: port after_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.181776 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: port after_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.182567 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router before_create 55550100 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.182963 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router precommit_delete 55550100 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.183333 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router precommit_create 55550100 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.183695 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > router precommit_update 55550100 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.188373 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.services.provider_configuration [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service providers = [] {{(pid=101998) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 00:57:26.188738 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.db.servicetype_db [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101998) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 00:57:26.191799 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.services.service_base [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101998) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 00:57:26.192157 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.services.service_base [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101998) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 00:57:26.192503 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.services.service_base [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101998) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 00:57:26.193409 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.services.service_base [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101998) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 00:57:26.193785 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.services.service_base [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 00:57:26.194164 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:57:26.194484 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 00:57:26.205156 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:57:26.205499 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading Plugin: auto_allocate Jan 28 00:57:26.211900 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: network precommit_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.212275 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: network precommit_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.212789 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:57:26.213111 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading Plugin: tag Jan 28 00:57:26.219875 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:57:26.220212 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading Plugin: timestamp Jan 28 00:57:26.224587 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:57:26.224916 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading Plugin: network_ip_availability Jan 28 00:57:26.230367 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.230741 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.231134 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.231841 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:57:26.232162 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading Plugin: flavors Jan 28 00:57:26.237150 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:57:26.237486 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading Plugin: revisions Jan 28 00:57:26.242861 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 00:57:26.243275 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_concurrency.lockutils [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.569s {{(pid=101998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 28 00:57:26.244012 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101998) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 00:57:26.244352 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Initializing extension manager. Jan 28 00:57:26.244861 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: __init__.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.245201 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: __pycache__ {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.245535 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.245868 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: address_group.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.246622 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.247215 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: address-group Jan 28 00:57:26.247539 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: address_scope.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.248253 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.248760 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: address-scope Jan 28 00:57:26.249086 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: admin_state_down_before_update.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.250025 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.250540 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: router-admin-state-down-before-update Jan 28 00:57:26.250897 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: agent.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.251604 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.252105 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: agent Jan 28 00:57:26.252428 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: agent_resources_synced.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.253344 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.253978 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: agent-resources-synced Jan 28 00:57:26.254304 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: allowedaddresspairs.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.256117 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.256637 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: allowed-address-pairs Jan 28 00:57:26.256967 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: auto_allocated_topology.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.258038 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.258555 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: auto-allocated-topology Jan 28 00:57:26.258911 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: availability_zone.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.259606 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.260118 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: availability_zone Jan 28 00:57:26.260441 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: availability_zone_filter.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.261350 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.261864 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: availability_zone_filter Jan 28 00:57:26.262187 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: data_plane_status.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.263117 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.263623 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 00:57:26.263944 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: default_subnetpools.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.264855 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.265357 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: default-subnetpools Jan 28 00:57:26.265679 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: dhcpagentscheduler.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.266487 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.267015 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: dhcp_agent_scheduler Jan 28 00:57:26.267339 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: dns.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.268257 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.268756 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension dns-integration not supported by any of loaded plugins Jan 28 00:57:26.269078 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: dns_domain_ports.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.270526 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.271054 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 00:57:26.271378 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.272297 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.272825 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 00:57:26.273217 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: dvr.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.273891 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.274401 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: dvr Jan 28 00:57:26.274727 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: ecmp_routes.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.275672 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.276173 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 00:57:26.276496 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: empty_string_filtering.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.277402 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.277904 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: empty-string-filtering Jan 28 00:57:26.278228 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.279156 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.279663 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 00:57:26.279985 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.280896 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.281401 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 00:57:26.281728 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: external_net.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.282626 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.283167 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: external-net Jan 28 00:57:26.283495 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: extra_dhcp_opt.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.284406 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.285482 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: extra_dhcp_opt Jan 28 00:57:26.285805 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: extraroute.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.286856 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.287368 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: extraroute Jan 28 00:57:26.287693 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: extraroute_atomic.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.288743 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.289253 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: extraroute-atomic Jan 28 00:57:26.289578 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: filter_validation.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.290705 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.291242 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: filter-validation Jan 28 00:57:26.291569 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: fip_pf_description.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.292485 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.292984 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 00:57:26.293306 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: fip_port_details.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.294220 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.294724 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: fip-port-details Jan 28 00:57:26.295076 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: flavors.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.296318 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.296836 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: flavors Jan 28 00:57:26.297164 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.298889 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.299414 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 00:57:26.299744 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: floatingip_pools.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.300475 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.300987 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: floatingip-pools Jan 28 00:57:26.301313 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: ip_allocation.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.302239 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.302744 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 00:57:26.303089 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.304016 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.304524 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: ip-substring-filtering Jan 28 00:57:26.304851 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: l2_adjacency.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.305851 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.306353 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 00:57:26.306678 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: l3.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.307672 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.308194 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: router Jan 28 00:57:26.308519 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: l3_conntrack_helper.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.310769 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.311324 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 00:57:26.311662 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.312608 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.313125 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: ext-gw-mode Jan 28 00:57:26.313457 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.314381 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.314927 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: l3-ha Jan 28 00:57:26.315258 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: l3_flavors.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.316228 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.316730 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: l3-flavors Jan 28 00:57:26.317056 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.317966 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.318471 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 00:57:26.318795 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: l3agentscheduler.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.319936 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.320447 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: l3_agent_scheduler Jan 28 00:57:26.320782 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: logging.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.322285 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.322802 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension logging not supported by any of loaded plugins Jan 28 00:57:26.323164 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: metering.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.323905 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.324485 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: metering Jan 28 00:57:26.324812 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.326017 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.326536 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: metering_source_and_destination_fields Jan 28 00:57:26.326891 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: multiprovidernet.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.327819 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.328335 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: multi-provider Jan 28 00:57:26.328665 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: netmtu.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.329578 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.330091 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: net-mtu Jan 28 00:57:26.330420 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: netmtu_writable.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.331377 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.332505 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: net-mtu-writable Jan 28 00:57:26.332925 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: network_availability_zone.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.333605 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.334119 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: network_availability_zone Jan 28 00:57:26.334444 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: network_ip_availability.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.335590 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.336104 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: network-ip-availability Jan 28 00:57:26.336432 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: network_segment_range.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.337199 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.337698 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 00:57:26.338023 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: pagination.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.339034 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.339369 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: pagination Jan 28 00:57:26.339693 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: port_device_profile.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.340612 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.341126 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: port-device-profile Jan 28 00:57:26.341450 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.342407 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.342901 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: port-mac-address-regenerate Jan 28 00:57:26.343256 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.344180 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.344689 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: port-numa-affinity-policy Jan 28 00:57:26.345017 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: port_resource_request.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.345929 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.346433 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 00:57:26.346756 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: portbindings.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.348301 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.348805 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: binding Jan 28 00:57:26.349127 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: portbindings_extended.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.350398 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.350957 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: binding-extended Jan 28 00:57:26.351285 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: portsecurity.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.352203 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.352710 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: port-security Jan 28 00:57:26.353033 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: project_id.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.353999 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.354327 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: project-id Jan 28 00:57:26.354649 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: providernet.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.355595 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.356106 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: provider Jan 28 00:57:26.356427 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: qos.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.360051 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.360575 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension qos not supported by any of loaded plugins Jan 28 00:57:26.360909 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.362168 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.362685 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 00:57:26.363147 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.364274 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.364784 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 00:57:26.365116 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: qos_default.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.366031 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.366544 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension qos-default not supported by any of loaded plugins Jan 28 00:57:26.366897 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: qos_fip.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.367556 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.368057 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension qos-fip not supported by any of loaded plugins Jan 28 00:57:26.368379 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: qos_gateway_ip.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.369299 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.369805 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 00:57:26.370127 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: qos_port_network_policy.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.371055 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.371566 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 00:57:26.371886 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: qos_pps_rule.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.373069 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.373586 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension qos-pps not supported by any of loaded plugins Jan 28 00:57:26.373912 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: qos_rule_type_details.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.374824 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.375355 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 00:57:26.375681 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: qos_rules_alias.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.376726 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.377234 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 00:57:26.377561 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: quotasv2.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.378869 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.379205 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: quotas Jan 28 00:57:26.379543 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: quotasv2_detail.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.382978 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.383328 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: quota_details Jan 28 00:57:26.383661 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: rbac.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.384710 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.385242 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: rbac-policies Jan 28 00:57:26.385579 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: rbac_address_group.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.386524 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.387062 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: rbac-address-group Jan 28 00:57:26.387399 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: rbac_address_scope.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.388312 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.388825 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: rbac-address-scope Jan 28 00:57:26.389153 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: rbac_security_groups.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.390069 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.390580 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: rbac-security-groups Jan 28 00:57:26.390942 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: rbac_subnetpool.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.391860 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.392369 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: rbac-subnetpool Jan 28 00:57:26.392694 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: revisionifmatch.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.393609 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.394646 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: revision-if-match Jan 28 00:57:26.395163 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: revisions.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.396286 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.396797 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: standard-attr-revisions Jan 28 00:57:26.397123 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: router_availability_zone.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.397798 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.398304 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: router_availability_zone Jan 28 00:57:26.398627 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: routerservicetype.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.399583 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.400084 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension router-service-type not supported by any of loaded plugins Jan 28 00:57:26.400405 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.401318 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.401831 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: security-groups-normalized-cidr Jan 28 00:57:26.402154 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: security_groups_port_filtering.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.403092 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.403598 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: port-security-groups-filtering Jan 28 00:57:26.403921 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.404835 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.405341 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: security-groups-remote-address-group Jan 28 00:57:26.405667 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: securitygroup.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.417699 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.418228 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: security-group Jan 28 00:57:26.418567 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: segment.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.419382 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.419894 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension segment not supported by any of loaded plugins Jan 28 00:57:26.420223 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.421164 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.421673 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 00:57:26.422006 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: servicetype.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.423229 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.423744 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: service-type Jan 28 00:57:26.424070 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: sorting.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.425055 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.425417 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: sorting Jan 28 00:57:26.425741 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: standard_attr_segment.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.426740 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.427287 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 00:57:26.427616 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: standardattrdescription.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.428269 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.428778 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: standard-attr-description Jan 28 00:57:26.429106 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: stateful_security_group.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.430027 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.430543 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: stateful-security-group Jan 28 00:57:26.430897 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: stdattrs_common.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.431481 dv-cinder-821890-1-smb neutron-server[101998]: WARNING neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 00:57:26.431811 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.432814 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.433327 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 00:57:26.433650 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: subnet_onboard.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.434720 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.435263 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: subnet_onboard Jan 28 00:57:26.435592 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.436517 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.437024 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 00:57:26.437346 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: subnet_service_types.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.438262 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.438776 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: subnet-service-types Jan 28 00:57:26.439128 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: subnetallocation.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.440205 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.440718 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: subnet_allocation Jan 28 00:57:26.441137 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.441926 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.442436 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: subnetpool-prefix-ops Jan 28 00:57:26.442763 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.443715 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.444225 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 00:57:26.444547 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: tagging.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.445601 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.446114 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: standard-attr-tag Jan 28 00:57:26.446442 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: timestamp.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.447677 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.448191 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loaded extension: standard-attr-timestamp Jan 28 00:57:26.448521 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: trunk.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.449556 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.450065 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension trunk not supported by any of loaded plugins Jan 28 00:57:26.450391 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: trunk_details.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.451338 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.451850 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension trunk-details not supported by any of loaded plugins Jan 28 00:57:26.452175 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: uplink_status_propagation.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.453091 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.453593 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 00:57:26.453914 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Loading extension file: vlantransparent.py {{(pid=101998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 00:57:26.454579 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 00:57:26.455116 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 00:57:26.458192 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:network Jan 28 00:57:26.458712 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:subnet Jan 28 00:57:26.459149 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:57:26.459558 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:port Jan 28 00:57:26.460763 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.v2.resource_helper [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:57:26.461206 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.v2.resource_helper [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service FLAVORS assigned prefix: {{(pid=101998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:57:26.461820 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.v2.resource_helper [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:57:26.462247 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.v2.resource_helper [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:57:26.462580 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:router Jan 28 00:57:26.463049 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:floatingip Jan 28 00:57:26.463537 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.v2.resource_helper [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service METERING assigned prefix: /metering {{(pid=101998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:57:26.464975 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.465349 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.465708 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:57:26.466704 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 00:57:26.467184 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:security_group Jan 28 00:57:26.467621 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 00:57:26.468221 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.v2.resource_helper [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service CORE assigned prefix: {{(pid=101998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:57:26.468552 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:57:26.468897 dv-cinder-821890-1-smb neutron-server[101998]: WARNING neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] subnetpool is already registered Jan 28 00:57:26.469329 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.v2.resource_helper [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service CORE assigned prefix: {{(pid=101998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:57:26.469653 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:57:26.469984 dv-cinder-821890-1-smb neutron-server[101998]: WARNING neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] subnetpool is already registered Jan 28 00:57:26.472963 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.v2.resource_helper [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:57:26.473579 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.v2.resource_helper [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service FLAVORS assigned prefix: {{(pid=101998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:57:26.474178 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.v2.resource_helper [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:57:26.474606 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.v2.resource_helper [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:57:26.474970 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:router Jan 28 00:57:26.475313 dv-cinder-821890-1-smb neutron-server[101998]: WARNING neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] router is already registered Jan 28 00:57:26.475727 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:floatingip Jan 28 00:57:26.476063 dv-cinder-821890-1-smb neutron-server[101998]: WARNING neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] floatingip is already registered Jan 28 00:57:26.476516 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.v2.resource_helper [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service METERING assigned prefix: /metering {{(pid=101998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:57:26.477179 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 00:57:26.477507 dv-cinder-821890-1-smb neutron-server[101998]: WARNING neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] rbac_policy is already registered Jan 28 00:57:26.477932 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:security_group Jan 28 00:57:26.478267 dv-cinder-821890-1-smb neutron-server[101998]: WARNING neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] security_group is already registered Jan 28 00:57:26.478672 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 00:57:26.479034 dv-cinder-821890-1-smb neutron-server[101998]: WARNING neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] security_group_rule is already registered Jan 28 00:57:26.479658 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.v2.resource_helper [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service CORE assigned prefix: {{(pid=101998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:57:26.479986 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:57:26.480317 dv-cinder-821890-1-smb neutron-server[101998]: WARNING neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] subnetpool is already registered Jan 28 00:57:26.480737 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.v2.resource_helper [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Service CORE assigned prefix: {{(pid=101998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 00:57:26.481060 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 00:57:26.481390 dv-cinder-821890-1-smb neutron-server[101998]: WARNING neutron.quota.resource_registry [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] subnetpool is already registered Jan 28 00:57:26.481866 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: extensions {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.483362 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: address-groups {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.484842 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: address-scopes {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.486160 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: agents {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.487362 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: auto-allocated-topology {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.488666 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: availability_zones {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.489873 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: dhcp-networks {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.491427 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: dhcp-agents {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.492825 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: routers {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.495036 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: flavors {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.496198 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: service_profiles {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.497424 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: next_providers {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.498868 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: service_profiles {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.500385 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: floatingip-pools {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.501604 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: routers {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.503756 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: floatingips {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.505113 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: l3-routers {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.506490 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: l3-agents {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.507921 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: metering-labels {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.509276 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: metering-label-rules {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.510568 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: network-ip-availabilities {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.511871 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: bindings {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.514309 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: quotas {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.515777 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: quotas {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.517190 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: rbac-policies {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.518393 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: security-groups {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.520401 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: security-group-rules {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.521625 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: service-providers {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.522826 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: subnetpools {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.524333 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: subnetpools {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.525776 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: tags {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.527552 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: tags {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.529337 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: tags {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.531122 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: tags {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.532891 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: tags {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.535443 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: tags {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.537250 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: tags {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.539153 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: tags {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.541159 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: tags {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.543148 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron.api.extensions [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Extended resource: tags {{(pid=101998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 00:57:26.549131 dv-cinder-821890-1-smb neutron-server[101998]: WARNING keystonemiddleware.auth_token [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 00:57:26.553916 dv-cinder-821890-1-smb neutron-server[101998]: WARNING keystonemiddleware.auth_token [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 00:57:26.562352 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_concurrency.lockutils [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Acquired lock "singleton_lock" {{(pid=101998) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 28 00:57:26.562860 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_concurrency.lockutils [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Releasing lock "singleton_lock" {{(pid=101998) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 28 00:57:26.563490 dv-cinder-821890-1-smb neutron-server[101998]: INFO oslo_service.service [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Starting 2 workers Jan 28 00:57:26.568933 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Started child 102111 {{(pid=101998) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 00:57:26.573717 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Started child 102112 {{(pid=101998) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 00:57:26.574315 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:26.575347 dv-cinder-821890-1-smb neutron-server[101998]: INFO neutron.service [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 00:57:26.575825 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [-] (102111) wsgi starting up on http://0.0.0.0:9696 Jan 28 00:57:26.576029 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Notify callbacks [] for process, before_spawn {{(pid=101998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:26.578446 dv-cinder-821890-1-smb neutron-server[101998]: INFO oslo_service.service [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Starting 1 workers Jan 28 00:57:26.579054 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:26.580451 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [-] (102112) wsgi starting up on http://0.0.0.0:9696 Jan 28 00:57:26.584297 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Started child 102113 {{(pid=101998) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 00:57:26.584966 dv-cinder-821890-1-smb neutron-server[101998]: INFO oslo_service.service [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Starting 1 workers Jan 28 00:57:26.588190 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.service [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] calling RpcWorker wait() {{(pid=102113) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 00:57:26.588765 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.service [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] returning from RpcWorker wait() {{(pid=102113) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 00:57:26.589432 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Started child 102114 {{(pid=101998) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 00:57:26.589964 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:26.590312 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG neutron_lib.callbacks.manager [None req-eebacaf4-50db-450e-a4b5-e348ac6e0c3a None None] Notify callbacks [] for process, after_spawn {{(pid=101998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:26.590432 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:26.592148 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101998) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 00:57:26.592353 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 00:57:26.592588 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 00:57:26.592746 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 00:57:26.593091 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 00:57:26.593245 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 00:57:26.593769 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.594031 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.594290 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.594382 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:26.594954 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.594954 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.595305 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:26.595405 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.595661 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.595906 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.596167 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.596416 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.596591 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.596736 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.596994 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.597254 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.597581 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.597850 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.598082 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.598351 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.598524 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.598780 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.599074 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.599299 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.599572 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] debug = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.599820 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.600299 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.600518 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.600760 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.600973 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.601246 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.601487 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.601754 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.601983 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.602215 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.602444 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.602672 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.602939 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.603146 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.603378 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.603643 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.603852 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.604311 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] host = dv-cinder-821890-1-smb {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.604560 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.604790 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.605029 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.605288 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.605540 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.605745 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.605986 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.606238 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.606484 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.606707 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.606981 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.607234 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.607463 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.607705 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_file = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.607889 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_options = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.608094 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.608348 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.608591 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.608780 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.608947 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.609104 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.609487 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.609487 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.609782 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.610118 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.610289 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.610429 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.610665 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.610827 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.611099 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.611345 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.611576 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.611788 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.612037 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.612274 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.612516 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.612713 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.615044 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.615044 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.615044 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.615044 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.615044 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.615044 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.615044 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.615044 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.617298 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.617298 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.617298 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.617298 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.617298 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.617298 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.617298 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.617298 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.617874 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.617874 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.617874 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.617874 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.617874 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.618230 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.618315 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.618485 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.618698 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] use_json = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.618948 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.650074 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.650074 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.650074 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.650074 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.650074 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.650074 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.650074 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.650074 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651352 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651352 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651352 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651352 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651352 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651352 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651352 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651352 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651790 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651790 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651790 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651790 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651790 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651790 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651790 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.651790 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652279 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652279 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652279 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652279 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652279 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652279 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652279 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652279 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652728 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652728 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652728 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652728 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652728 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652728 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652728 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.652728 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653219 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653219 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653219 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653219 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653219 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653219 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653219 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653219 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653219 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653694 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653694 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653694 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653694 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653694 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653694 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653694 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653694 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.653694 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654207 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654207 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654207 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654207 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654207 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654207 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654207 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654207 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654207 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654707 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654707 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654707 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654707 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654707 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654707 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654707 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654707 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.654707 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655221 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655221 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655221 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655221 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655221 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655221 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655221 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655221 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655221 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655770 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655770 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655770 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655770 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655770 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655770 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655770 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655770 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.655770 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.656685 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.656685 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.656685 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.656685 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.656685 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.656685 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.656685 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.656685 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657238 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657238 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657238 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657238 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657238 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657238 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657238 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657238 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657822 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657822 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657822 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657822 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657822 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657822 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657822 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.657822 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658392 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658392 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658392 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658392 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658392 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658392 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658392 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658392 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658962 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658962 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658962 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658962 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658962 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658962 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658962 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.658962 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.659521 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.659521 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.659521 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.659521 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.659521 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.659521 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.659521 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.659521 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.660924 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.660924 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.660924 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.660924 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.660924 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.660924 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.660924 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.660924 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.661454 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.661454 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.661454 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.661454 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.661454 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.661454 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.661454 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.661454 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662002 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662002 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662002 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662002 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662002 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662002 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662002 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662002 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662546 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662546 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662546 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662546 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662546 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662546 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662546 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.662546 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663104 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663104 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663104 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663104 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663104 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663104 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663104 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663104 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663657 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663657 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663657 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663657 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663657 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663657 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663657 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.663657 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.664209 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.664209 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.664209 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.664209 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.664209 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.664209 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.664209 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.664762 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.664762 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.665040 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.665210 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.665688 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.666589 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.666589 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.666589 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.666589 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.668216 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.668216 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.668216 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.668216 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.668216 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.668216 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.668216 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.669050 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.669050 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.669050 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.669050 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.671059 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.671059 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.671059 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.671059 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.671059 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.671059 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.671059 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.671059 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.671519 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.671519 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.671519 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.671519 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.671750 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.671917 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.672118 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.672677 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.672677 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.672950 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.672950 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.673265 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.673415 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.673592 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.673782 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.673994 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.674198 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.674415 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.674893 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.674893 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.675165 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.675305 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.675547 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.675803 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.676167 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.676389 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.676607 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.676828 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.677035 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.677361 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.677626 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.677846 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.678127 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.678370 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.678609 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.678861 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.679181 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.679396 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.679623 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.680016 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.680232 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.680980 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.680980 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.680980 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.681434 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.681576 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.681715 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.681979 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.682244 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.682513 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.682747 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.683076 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.683396 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.683757 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.683922 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.684138 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.684371 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.686870 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.686870 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.686870 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.686870 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.686870 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.686870 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.686870 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.686870 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.686870 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.689009 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.689009 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.689009 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.689009 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.689009 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.689009 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.689009 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 00:57:26.689009 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101998) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 00:57:26.689497 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 00:57:26.689497 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 00:57:26.689497 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 00:57:26.689497 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 00:57:26.689497 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 00:57:26.689497 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.689497 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.689497 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.689932 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.689932 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.689932 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.689932 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.690153 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.690217 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.690364 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.692111 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.692111 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.692111 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.692111 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.692111 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.692518 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.692518 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.692662 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.692742 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.692864 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.693023 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.693180 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.693339 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] debug = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.693512 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.693685 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.693852 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.694010 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.694164 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.694319 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.694472 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.694800 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.694980 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.695138 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.695295 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.695446 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.695746 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.695904 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.696063 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.696218 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.696395 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.696513 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] host = dv-cinder-821890-1-smb {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.696671 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.696822 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.697125 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.697281 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.697434 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.697588 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.697745 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.697898 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.698052 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.698208 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.698363 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.698517 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.698665 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.698823 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_file = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.699000 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_options = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.699154 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.699308 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.699544 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.699691 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.699821 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.699946 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.700095 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.700243 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.700398 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.700551 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.700706 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.700860 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.701018 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.701173 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.701325 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.701471 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.701625 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.701932 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.702091 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.702245 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.702399 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.702553 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.702705 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.702876 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.703052 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.703177 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.703331 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.703485 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.703641 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.703844 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.703950 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.704093 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.704245 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.704400 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.704548 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.704692 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.704845 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.705027 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.705156 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.705310 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.705503 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.705631 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.705794 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.705911 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.706039 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.706333 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.706333 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] use_json = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.706522 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.706605 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.707339 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.707501 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.707658 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.707889 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.707973 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.708101 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 00:57:26.708271 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.708433 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.708599 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.708760 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.708911 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.709068 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.709226 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.709379 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.709537 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.709694 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.709859 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.710020 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.710188 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.710347 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.710502 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.710654 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.710801 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.710990 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.711149 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.711308 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.711515 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.711649 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.711774 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.711913 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.712056 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.712209 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.712363 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.712552 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.712706 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.712891 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.713095 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.713431 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.713431 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.713431 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.713781 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.713781 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.713973 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.714052 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.714130 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.714285 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.714444 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.714798 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.714798 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.715065 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.715065 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.715298 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.715422 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.715544 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.715655 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.715776 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.716010 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.716138 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.716243 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.716370 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.716526 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.716693 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.716849 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.717006 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.717161 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.717324 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.717462 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.717617 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.717772 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.717927 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.718084 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.718239 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.718408 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.718564 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.718891 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.718891 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.719134 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.719279 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.719404 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.719528 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.719652 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.719773 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.719900 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.720057 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.720213 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.720369 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.720527 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.720679 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.720829 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.720985 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.721143 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.721298 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.721434 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.721589 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.721744 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.721908 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.722079 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.722237 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.722432 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.722603 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.722752 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.723090 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.723090 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.723298 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.723380 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.723504 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.723627 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.723778 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.723928 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.724087 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.724247 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.724464 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.724591 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.724713 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.724838 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.724981 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.725138 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.725286 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.725439 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.725593 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.725749 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.725905 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.726101 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.726213 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.726361 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.726517 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.726667 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.726852 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.728658 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.728658 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.728658 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.728658 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.728658 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.728658 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.728658 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.728658 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.729560 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.729560 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.729560 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.729560 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.729560 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.729560 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.729560 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.729560 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.730300 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.730300 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.730300 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.730300 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.730300 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.730300 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.730300 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.730774 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.730774 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.731006 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:26.731112 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.731112 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.731112 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.731112 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.731383 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.731383 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.731523 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.731684 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.731841 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.732000 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.732157 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.732313 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.732470 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.732625 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.732783 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.732939 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.733100 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.733256 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.733412 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.733567 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.733723 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.733863 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.734021 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.734178 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.734321 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.734535 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.734665 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.734799 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.734934 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.735092 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.735271 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.735402 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.735741 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.735741 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.736012 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.736012 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.736363 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.736363 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.736822 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.736822 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.736822 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.737237 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.737237 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.737237 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.737625 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.737625 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.737625 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.738056 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.738056 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.738056 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.738602 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.738602 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.738602 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.739047 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.739047 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.739047 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.739435 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.739435 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.739435 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.739824 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.739824 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.739824 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.740320 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.740320 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.740320 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.740730 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.740730 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.740730 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.741113 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.741113 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.741367 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.741367 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.741634 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.741634 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.741897 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.741897 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.742157 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.742157 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.742427 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.742563 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.742700 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.742864 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.743009 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.743147 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.743273 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.743398 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.743554 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.743710 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.743920 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.744022 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.744175 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.744300 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.744459 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.744671 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.744801 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.744925 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.745047 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.745200 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.745356 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.745883 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.745883 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.745883 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.746273 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.746273 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.746273 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.746650 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.746650 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.746792 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.746917 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.747042 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.747199 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.747357 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.747514 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.747673 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.747835 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.748002 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.748165 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.748324 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.748487 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.748653 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.748818 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.748974 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.749137 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.749306 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.749464 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.749619 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.749782 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.749922 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.750078 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.750235 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.750391 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.750548 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.750699 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.750921 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.751015 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.751168 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.751325 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.751481 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.751637 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.751792 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.751948 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.752104 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.752259 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 00:57:26.752424 dv-cinder-821890-1-smb neutron-server[101998]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 00:57:27.054015 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 56598) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 00:57:27.062497 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061562 Jan 28 00:57:38.726349 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d4376d-55bf-4d73-992f-840994730f3e None None] get_active_networks_info from dv-cinder-821890-1-smb {{(pid=102113) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 00:57:38.801241 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4376d-55bf-4d73-992f-840994730f3e None None] No non-hosted networks {{(pid=102113) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 00:57:38.831289 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.agentschedulers_db [None req-31d4376d-55bf-4d73-992f-840994730f3e None None] DHCP Agent not found on host dv-cinder-821890-1-smb {{(pid=102113) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 00:57:38.991853 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b4d6faf5-ecb4-4b1e-a026-9fd77fc68cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641134'] for agent, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:40.861955 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-25814f0b-5262-4887-90c4-5fb4656da4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641134'] for agent, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:40.894417 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.db.api [None req-c6b1436f-a968-492b-8602-b2ab200199b4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-821890-1-smb {{(pid=102113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:57:40.894828 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG oslo_db.api [None req-c6b1436f-a968-492b-8602-b2ab200199b4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:57:41.424619 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c6b1436f-a968-492b-8602-b2ab200199b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:42.125090 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641134'] for agent, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:43.614790 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641134'] for agent, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:43.803467 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641134'] for agent, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:43.804110 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.804448 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.804775 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.805098 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.805418 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.805735 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.806066 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.806388 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.806701 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.807036 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.811975 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.811975 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:43.811975 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821890-1-smb', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:43.814793 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821890-1-smb', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:44.874081 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 56688) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 00:57:45.449519 dv-cinder-821890-1-smb neutron-server[102111]: WARNING oslo_policy.policy [None req-39006986-0a10-40e2-8df5-df7a2b6165a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:57:45.450113 dv-cinder-821890-1-smb neutron-server[102111]: WARNING oslo_policy.policy [None req-39006986-0a10-40e2-8df5-df7a2b6165a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:57:45.696546 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [None req-39006986-0a10-40e2-8df5-df7a2b6165a6 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 00:57:45.697594 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-39006986-0a10-40e2-8df5-df7a2b6165a6 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8225729 Jan 28 00:57:46.235004 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.db.l3_hamode_db [None req-929f5146-594a-420f-91c2-c38d28086699 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 00:57:46.311689 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f5146-594a-420f-91c2-c38d28086699 None None] Routers set() bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:46.312095 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f5146-594a-420f-91c2-c38d28086699 None None] Router IDs set() for agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 00:57:48.135147 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 56704) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 00:57:48.443196 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-a7a887ff-6f96-4562-8a3b-f3f8c5953403 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:48.539356 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.policy [None req-a7a887ff-6f96-4562-8a3b-f3f8c5953403 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102111) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 00:57:48.586551 dv-cinder-821890-1-smb neutron-server[102111]: WARNING oslo_policy.policy [None req-a7a887ff-6f96-4562-8a3b-f3f8c5953403 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:57:48.586955 dv-cinder-821890-1-smb neutron-server[102111]: WARNING oslo_policy.policy [None req-a7a887ff-6f96-4562-8a3b-f3f8c5953403 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:57:48.595752 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.quota [None req-a7a887ff-6f96-4562-8a3b-f3f8c5953403 admin admin] Loaded quota_driver: . Jan 28 00:57:48.796658 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a7a887ff-6f96-4562-8a3b-f3f8c5953403 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762620406661', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762620483024', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762620486841', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762620489323', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762615798815', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762620449437', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3582534', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3568756', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-411198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1631400'] for rbac-policy, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:49.010063 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a7a887ff-6f96-4562-8a3b-f3f8c5953403 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:49.011280 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-a7a887ff-6f96-4562-8a3b-f3f8c5953403 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8751471 Jan 28 00:57:51.701987 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 56716) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 00:57:52.006617 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'project_id': '6c76242f8faa490f99acc4d3ffa45284'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:52.130326 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Made reservation on behalf of 6c76242f8faa490f99acc4d3ffa45284 for: {'network': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:52.133065 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:52.150204 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:52.258573 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:52.310357 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:52.334097 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=102111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:57:52.358367 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762615624717', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:52.358959 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Unsubscribe: segment precommit_create {{(pid=102111) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 00:57:52.359472 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.segments_db [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Added segment 8fabf7d9-3fa7-461f-a620-1696f807718e of type vlan for network f2f27051-e6de-4fd5-bf9a-25331ff8ea73 Jan 28 00:57:52.374740 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f1e2f6-991f-4535-bff9-b4c4e96b94b3,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:52.400668 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.401029 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.401370 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.401700 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.402025 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.402351 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.402671 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.403016 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.403384 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.403706 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.404022 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.404335 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Tracked resource versions report: Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: pushed versions: Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: { 'AddressGroup': {'1.2'}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'ConntrackHelper': {'1.0'}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'Log': {'1.0'}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'Network': {'1.1'}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'Port': {'1.7'}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'PortForwarding': {'1.2'}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'QosPolicy': {'1.9'}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'SecurityGroup': {'1.4'}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'SubPort': {'1.0'}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'Subnet': {'1.1'}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'Trunk': {'1.1'}} Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: consumer versions: Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: { DHCP agent@dv-cinder-821890-1-smb: {}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: L3 agent@dv-cinder-821890-1-smb: {}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: Metadata agent@dv-cinder-821890-1-smb: {}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: Metering agent@dv-cinder-821890-1-smb: {}, Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: Open vSwitch agent@dv-cinder-821890-1-smb: { 'AddressGroup': '1.2', Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'ConntrackHelper': '1.0', Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'Log': '1.0', Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'Network': '1.1', Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'Port': '1.7', Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'PortForwarding': '1.2', Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'QosPolicy': '1.9', Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'SecurityGroup': '1.4', Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'SecurityGroupRule': '1.2', Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'SubPort': '1.0', Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'Subnet': '1.1', Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: 'Trunk': '1.1'}} Jan 28 00:57:52.405392 dv-cinder-821890-1-smb neutron-server[102111]: {{(pid=102111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:57:52.473893 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:52.564745 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:52.565816 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:52.566489 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:52.664291 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=f2f27051-e6de-4fd5-bf9a-25331ff8ea73,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:52.675449 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network f2f27051-e6de-4fd5-bf9a-25331ff8ea73 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:57:52.698716 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-e9c2b227-031d-4a75-b113-16afa4f75aa8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9956679 Jan 28 00:57:55.385116 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 56730) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 00:57:55.876542 dv-cinder-821890-1-smb neutron-server[102112]: WARNING oslo_policy.policy [None req-525180f1-3fda-4312-812f-6ff817a99831 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:57:55.877158 dv-cinder-821890-1-smb neutron-server[102112]: WARNING oslo_policy.policy [None req-525180f1-3fda-4312-812f-6ff817a99831 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:57:56.324433 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.policy [None req-525180f1-3fda-4312-812f-6ff817a99831 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102112) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 00:57:56.370523 dv-cinder-821890-1-smb neutron-server[102112]: WARNING oslo_policy.policy [None req-525180f1-3fda-4312-812f-6ff817a99831 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:57:56.370920 dv-cinder-821890-1-smb neutron-server[102112]: WARNING oslo_policy.policy [None req-525180f1-3fda-4312-812f-6ff817a99831 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 00:57:56.379556 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525180f1-3fda-4312-812f-6ff817a99831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:56.381438 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-525180f1-3fda-4312-812f-6ff817a99831 admin admin] 10.222.0.18 "GET /v2.0/networks/f2f27051-e6de-4fd5-bf9a-25331ff8ea73 HTTP/1.1" status: 200 len: 825 time: 0.9943616 Jan 28 00:57:56.421201 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-ce6ba7ce-e0ec-45a0-a04e-3e6dca435c4a admin admin] 10.222.0.18 "GET /v2.0/subnetpools/7adea205-c0ee-4a16-8e2e-e684276a7656 HTTP/1.1" status: 200 len: 734 time: 0.0336726 Jan 28 00:57:56.430534 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'subnetpool_id': '7adea205-c0ee-4a16-8e2e-e684276a7656'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:56.432076 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.quota [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Loaded quota_driver: . Jan 28 00:57:56.567907 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Made reservation on behalf of 6c76242f8faa490f99acc4d3ffa45284 for: {'subnet': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:56.570727 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:56.904705 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for subnet, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:56.974274 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Checking segment: {'id': '8fabf7d9-3fa7-461f-a620-1696f807718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 00:57:56.974662 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Network hostable DHCP agents. Network: f2f27051-e6de-4fd5-bf9a-25331ff8ea73, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:57:56.984025 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7521f833-5887-459d-95bb-6548d31e9570,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:56.994695 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:56.995079 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:56.995421 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:56.995754 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:56.996082 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:56.996408 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:56.996731 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:56.997052 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:56.997393 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:56.997715 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:56.998031 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:56.998346 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Tracked resource versions report: Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: pushed versions: Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: { 'AddressGroup': {'1.2'}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'ConntrackHelper': {'1.0'}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'Log': {'1.0'}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'Network': {'1.1'}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'Port': {'1.7'}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'PortForwarding': {'1.2'}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'QosPolicy': {'1.9'}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'SecurityGroup': {'1.4'}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'SubPort': {'1.0'}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'Subnet': {'1.1'}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'Trunk': {'1.1'}} Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: consumer versions: Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: { DHCP agent@dv-cinder-821890-1-smb: {}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: L3 agent@dv-cinder-821890-1-smb: {}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: Metadata agent@dv-cinder-821890-1-smb: {}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: Metering agent@dv-cinder-821890-1-smb: {}, Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: Open vSwitch agent@dv-cinder-821890-1-smb: { 'AddressGroup': '1.2', Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'ConntrackHelper': '1.0', Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'Log': '1.0', Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'Network': '1.1', Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'Port': '1.7', Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'PortForwarding': '1.2', Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'QosPolicy': '1.9', Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'SecurityGroup': '1.4', Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'SecurityGroupRule': '1.2', Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'SubPort': '1.0', Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'Subnet': '1.1', Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: 'Trunk': '1.1'}} Jan 28 00:57:56.999394 dv-cinder-821890-1-smb neutron-server[102112]: {{(pid=102112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:57:57.075924 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Network f2f27051-e6de-4fd5-bf9a-25331ff8ea73 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:57:57.149957 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, f2f27051-e6de-4fd5-bf9a-25331ff8ea73) {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:57.154768 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:57.155615 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:57.161594 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7807869c-9886-42f8-90c5-e4e276c070b1 None None] Network f2f27051-e6de-4fd5-bf9a-25331ff8ea73 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 00:57:57.239079 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-dce61a8a-19e2-4fb2-ba21-211005fe9796 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8113875 Jan 28 00:57:57.481879 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc66bfbac-075a-50e6-80b8-3043e7c90389-f2f27051-e6de-4fd5-bf9a-25331ff8ea73', 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73', 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'fixed_ips': [{'subnet_id': '7521f833-5887-459d-95bb-6548d31e9570'}]}} from dv-cinder-821890-1-smb. {{(pid=102113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 00:57:57.483120 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:57.758940 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Allocated IP 172.20.0.2 (f2f27051-e6de-4fd5-bf9a-25331ff8ea73/7521f833-5887-459d-95bb-6548d31e9570/ba690caa-c277-47f7-9e64-a5e95f553673) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:57.962737 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Notify callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:58.031093 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:58.134197 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Network f2f27051-e6de-4fd5-bf9a-25331ff8ea73 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:58.139407 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:58.144507 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Pushing event updated for resources: {'Port': ['ID=ba690caa-c277-47f7-9e64-a5e95f553673,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:58.149601 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:58.157379 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:58.157727 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:58.158066 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:58.158400 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:58.158727 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:58.159081 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:58.159407 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:58.159731 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:58.160077 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:58.160440 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:58.160761 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:58.161079 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Tracked resource versions report: Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: pushed versions: Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: { 'AddressGroup': {'1.2'}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'ConntrackHelper': {'1.0'}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'Log': {'1.0'}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'Network': {'1.1'}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'Port': {'1.7'}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'PortForwarding': {'1.2'}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'QosPolicy': {'1.9'}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'SecurityGroup': {'1.4'}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'SubPort': {'1.0'}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'Subnet': {'1.1'}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'Trunk': {'1.1'}} Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: consumer versions: Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: { DHCP agent@dv-cinder-821890-1-smb: {}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: L3 agent@dv-cinder-821890-1-smb: {}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: Metadata agent@dv-cinder-821890-1-smb: {}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: Metering agent@dv-cinder-821890-1-smb: {}, Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: Open vSwitch agent@dv-cinder-821890-1-smb: { 'AddressGroup': '1.2', Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'ConntrackHelper': '1.0', Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'Log': '1.0', Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'Network': '1.1', Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'Port': '1.7', Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'PortForwarding': '1.2', Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'QosPolicy': '1.9', Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'SecurityGroup': '1.4', Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'SecurityGroupRule': '1.2', Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'SubPort': '1.0', Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'Subnet': '1.1', Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: 'Trunk': '1.1'}} Jan 28 00:57:58.162148 dv-cinder-821890-1-smb neutron-server[102113]: {{(pid=102113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:57:58.235978 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Attempting to bind port ba690caa-c277-47f7-9e64-a5e95f553673 on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 00:57:58.236375 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Attempting to bind port ba690caa-c277-47f7-9e64-a5e95f553673 by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '8fabf7d9-3fa7-461f-a620-1696f807718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 00:57:58.236793 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Attempting to bind port ba690caa-c277-47f7-9e64-a5e95f553673 on network f2f27051-e6de-4fd5-bf9a-25331ff8ea73 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:58.241735 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:58.242142 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Checking segment: {'id': '8fabf7d9-3fa7-461f-a620-1696f807718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 00:57:58.242621 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:58.243033 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Bound using segment: {'id': '8fabf7d9-3fa7-461f-a620-1696f807718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:58.243522 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Bound port: ba690caa-c277-47f7-9e64-a5e95f553673, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fabf7d9-3fa7-461f-a620-1696f807718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 00:57:58.243939 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:58.305093 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] For port ba690caa-c277-47f7-9e64-a5e95f553673, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:58.309169 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] For port ba690caa-c277-47f7-9e64-a5e95f553673, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=ba690caa-c277-47f7-9e64-a5e95f553673,segment=NetworkSegment(8fabf7d9-3fa7-461f-a620-1696f807718e),segment_id=8fabf7d9-3fa7-461f-a620-1696f807718e)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:58.373478 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:57:58.439196 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e0a9d-4143-4afb-be0f-6fb305edccba None None] Pushing event updated for resources: {'Port': ['ID=ba690caa-c277-47f7-9e64-a5e95f553673,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:59.720853 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 56750) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 00:58:00.044986 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [None req-2c53c872-20fa-41cf-85bb-c38e7bdbb3f0 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 00:58:00.045978 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-2c53c872-20fa-41cf-85bb-c38e7bdbb3f0 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3240931 Jan 28 00:58:02.557020 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 56758) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 00:58:02.889713 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [None req-f5eb9c9f-5b72-4cd2-9522-6f3c5462ce06 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 00:58:02.890709 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-f5eb9c9f-5b72-4cd2-9522-6f3c5462ce06 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3327408 Jan 28 00:58:05.579461 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 56768) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 00:58:05.888456 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-f1c61e94-b717-4c13-b242-e686e5e951da admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'name': 'router1'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:05.964633 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f1c61e94-b717-4c13-b242-e686e5e951da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26339'] for router, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:05.966292 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f1c61e94-b717-4c13-b242-e686e5e951da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26266'] for router, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:06.106130 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f1c61e94-b717-4c13-b242-e686e5e951da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:06.163240 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f1c61e94-b717-4c13-b242-e686e5e951da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646007'] for router, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:06.251910 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f1c61e94-b717-4c13-b242-e686e5e951da admin admin] Notify callbacks [] for router, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:06.253129 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-f1c61e94-b717-4c13-b242-e686e5e951da admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6726880 Jan 28 00:58:06.926396 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac80bbb-6b84-4a53-b1d8-a33493c58dd0 None None] Network f2f27051-e6de-4fd5-bf9a-25331ff8ea73 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 00:58:06.994731 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-c07a28b9-e742-4c11-8fd7-7d96692f95c2 None None] Provisioning complete for port ba690caa-c277-47f7-9e64-a5e95f553673 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:06.995141 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c07a28b9-e742-4c11-8fd7-7d96692f95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:07.191407 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c07a28b9-e742-4c11-8fd7-7d96692f95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:07.253937 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-c07a28b9-e742-4c11-8fd7-7d96692f95c2 None None] For port ba690caa-c277-47f7-9e64-a5e95f553673, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=ba690caa-c277-47f7-9e64-a5e95f553673,segment=NetworkSegment(8fabf7d9-3fa7-461f-a620-1696f807718e),segment_id=8fabf7d9-3fa7-461f-a620-1696f807718e)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:07.261122 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device ba690caa-c277-47f7-9e64-a5e95f553673 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:07.320749 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port ba690caa-c277-47f7-9e64-a5e95f553673 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:07.321185 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:07.358731 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c07a28b9-e742-4c11-8fd7-7d96692f95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:07.450434 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a28b9-e742-4c11-8fd7-7d96692f95c2 None None] Pushing event updated for resources: {'Port': ['ID=ba690caa-c277-47f7-9e64-a5e95f553673,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:07.478667 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-c4ead265-a6b1-437e-a7a3-0591c9e5bbe3 None None] Provisioning complete for port ba690caa-c277-47f7-9e64-a5e95f553673 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:07.479075 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c4ead265-a6b1-437e-a7a3-0591c9e5bbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:08.681424 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-057eeb71-3e49-47a1-bc8b-cf89c48e9bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:08.721181 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 56784) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 00:58:09.029848 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [None req-9a30e663-5a79-4a02-b7de-8d9fe0e36f8e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 00:58:09.030858 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-9a30e663-5a79-4a02-b7de-8d9fe0e36f8e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3087440 Jan 28 00:58:09.215854 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device ba690caa-c277-47f7-9e64-a5e95f553673 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:09.263055 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port ba690caa-c277-47f7-9e64-a5e95f553673 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:09.263426 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:10.855662 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cc25e26f-ad97-4cc7-afa5-2b405db9c096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:11.481703 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 56792) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 00:58:11.790718 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:11.881323 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Made reservation on behalf of 6996745190304ac490d1d02152e2e47b for: {'network': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:11.883560 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:11.891807 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:11.964056 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:12.087305 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:12.102535 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Reserving flat network on physical network physnet1 {{(pid=102111) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 00:58:12.121350 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dffaf7-633b-4e8d-9b50-492cb20753c5,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:12.126740 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:12.127115 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.segments_db [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Added segment 786aaa7f-bb46-4eda-90a4-d479a0d12682 of type flat for network 33601191-b01a-4460-980f-590e10ed5ba8 Jan 28 00:58:12.173181 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:12.178226 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:12.258024 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:12.259053 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:12.259653 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:12.331848 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6674d-952e-429b-8103-219098536215 admin admin] Pushing event updated for resources: {'Network': ['ID=33601191-b01a-4460-980f-590e10ed5ba8,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:12.341659 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network 33601191-b01a-4460-980f-590e10ed5ba8 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:58:12.363773 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-aba6674d-952e-429b-8103-219098536215 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8809142 Jan 28 00:58:13.566530 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:13.837942 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:14.633164 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 5 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:58:14.756203 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 56810) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 00:58:14.970254 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5cef14-d449-4fb5-b43d-92246e80283a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:14.971702 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-ce5cef14-d449-4fb5-b43d-92246e80283a admin admin] 10.222.0.18 "GET /v2.0/subnets/7521f833-5887-459d-95bb-6548d31e9570 HTTP/1.1" status: 200 len: 849 time: 0.2145517 Jan 28 00:58:15.087610 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-7372457f-723b-4f98-8aa2-6caf9195b7ab admin admin] 10.222.0.18 "GET /v2.0/routers/6c738b1b-e12a-4aa5-9fc0-379c2b725969 HTTP/1.1" status: 200 len: 704 time: 0.1089528 Jan 28 00:58:15.352267 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:15.646817 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_common [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Allocated IP 172.20.0.1 (f2f27051-e6de-4fd5-bf9a-25331ff8ea73/7521f833-5887-459d-95bb-6548d31e9570/3d841f63-612b-436f-9348-35e9765fe40c) {{(pid=102111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:15.841327 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:15.975933 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735'] for port, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:16.058736 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Network f2f27051-e6de-4fd5-bf9a-25331ff8ea73 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:16.064205 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:16.069283 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Pushing event updated for resources: {'Port': ['ID=3d841f63-612b-436f-9348-35e9765fe40c,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:16.072611 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Received port after_create {{(pid=102111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:16.072611 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-644618'] for router_interface, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:16.221238 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-0f509561-8ba3-4129-98e4-c578d6e4b10a None None] Provisioning complete for port 3d841f63-612b-436f-9348-35e9765fe40c triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:16.221727 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0f509561-8ba3-4129-98e4-c578d6e4b10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:16.255301 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-0f509561-8ba3-4129-98e4-c578d6e4b10a None None] Port 3d841f63-612b-436f-9348-35e9765fe40c cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 00:58:16.381391 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:16.586281 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:16.643333 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:16.644094 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644790'] for router_interface, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:16.727492 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Pushing event updated for resources: {'Port': ['ID=3d841f63-612b-436f-9348-35e9765fe40c,revision_number=2']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:16.773435 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Network f2f27051-e6de-4fd5-bf9a-25331ff8ea73 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:16.774731 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:16.977940 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-d64dd4b6-0813-43e1-a13c-9c7beec666d6 None None] Provisioning complete for port 3d841f63-612b-436f-9348-35e9765fe40c triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:16.978311 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d64dd4b6-0813-43e1-a13c-9c7beec666d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:17.010992 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d64dd4b6-0813-43e1-a13c-9c7beec666d6 None None] Port 3d841f63-612b-436f-9348-35e9765fe40c cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 00:58:17.015507 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Router 6c738b1b-e12a-4aa5-9fc0-379c2b725969 is scheduled to L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 with binding_index 1 {{(pid=102111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:58:17.109452 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:58:17.115803 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-330e54e4-c3b6-4ba8-9131-a1f855a6cb58 admin admin] 10.222.0.18 "PUT /v2.0/routers/6c738b1b-e12a-4aa5-9fc0-379c2b725969/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0223191 Jan 28 00:58:17.119944 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Sync routers for ids ['6c738b1b-e12a-4aa5-9fc0-379c2b725969'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:58:17.132258 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Routers {'6c738b1b-e12a-4aa5-9fc0-379c2b725969'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:17.133110 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T00:58:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['6c738b1b-e12a-4aa5-9fc0-379c2b725969'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:17.319245 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Set router 6c738b1b-e12a-4aa5-9fc0-379c2b725969 gateway port host: None {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:17.767147 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'name': 'router1', 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:05Z', 'updated_at': '2022-01-28T00:58:16Z', 'revision_number': 2, 'project_id': '6c76242f8faa490f99acc4d3ffa45284', 'gw_port_host': None, '_interfaces': [{'id': '3d841f63-612b-436f-9348-35e9765fe40c', 'name': '', 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73', 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'mac_address': 'fa:16:3e:f1:22:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7521f833-5887-459d-95bb-6548d31e9570', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:16Z', 'revision_number': 2, 'project_id': '6c76242f8faa490f99acc4d3ffa45284', 'subnets': [{'id': '7521f833-5887-459d-95bb-6548d31e9570', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7adea205-c0ee-4a16-8e2e-e684276a7656'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:17.822142 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Checking router: 6c738b1b-e12a-4aa5-9fc0-379c2b725969 for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:58:17.822506 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Updating router 6c738b1b-e12a-4aa5-9fc0-379c2b725969 port 3d841f63-612b-436f-9348-35e9765fe40c binding host dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:58:17.872924 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:18.390437 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Notify callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:18.446436 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:18.540737 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Pushing event updated for resources: {'Port': ['ID=3d841f63-612b-436f-9348-35e9765fe40c,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:18.548214 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:18.548555 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:18.550035 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:18.550035 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:18.550035 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:18.550035 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:18.550352 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:18.550427 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:18.550729 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:18.551876 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:18.552206 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:18.552521 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Tracked resource versions report: Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: pushed versions: Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: { 'AddressGroup': {'1.2'}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'ConntrackHelper': {'1.0'}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'Log': {'1.0'}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'Network': {'1.1'}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'Port': {'1.7'}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'PortForwarding': {'1.2'}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'QosPolicy': {'1.9'}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'SecurityGroup': {'1.4'}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'SubPort': {'1.0'}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'Subnet': {'1.1'}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'Trunk': {'1.1'}} Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: consumer versions: Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: { DHCP agent@dv-cinder-821890-1-smb: {}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: L3 agent@dv-cinder-821890-1-smb: {}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: Metadata agent@dv-cinder-821890-1-smb: {}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: Metering agent@dv-cinder-821890-1-smb: {}, Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: Open vSwitch agent@dv-cinder-821890-1-smb: { 'AddressGroup': '1.2', Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'ConntrackHelper': '1.0', Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'Log': '1.0', Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'Network': '1.1', Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'Port': '1.7', Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'PortForwarding': '1.2', Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'QosPolicy': '1.9', Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'SecurityGroup': '1.4', Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'SecurityGroupRule': '1.2', Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'SubPort': '1.0', Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'Subnet': '1.1', Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: 'Trunk': '1.1'}} Jan 28 00:58:18.553580 dv-cinder-821890-1-smb neutron-server[102114]: {{(pid=102114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:58:18.630815 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Attempting to bind port 3d841f63-612b-436f-9348-35e9765fe40c on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 00:58:18.631246 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Attempting to bind port 3d841f63-612b-436f-9348-35e9765fe40c by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '8fabf7d9-3fa7-461f-a620-1696f807718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 00:58:18.631686 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Attempting to bind port 3d841f63-612b-436f-9348-35e9765fe40c on network f2f27051-e6de-4fd5-bf9a-25331ff8ea73 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:18.637071 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:18.637480 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Checking segment: {'id': '8fabf7d9-3fa7-461f-a620-1696f807718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 00:58:18.637958 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:18.638342 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Bound using segment: {'id': '8fabf7d9-3fa7-461f-a620-1696f807718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:18.638868 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Bound port: 3d841f63-612b-436f-9348-35e9765fe40c, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fabf7d9-3fa7-461f-a620-1696f807718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 00:58:18.639243 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:18.708009 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] For port 3d841f63-612b-436f-9348-35e9765fe40c, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:18.727422 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] For port 3d841f63-612b-436f-9348-35e9765fe40c, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=3d841f63-612b-436f-9348-35e9765fe40c,segment=NetworkSegment(8fabf7d9-3fa7-461f-a620-1696f807718e),segment_id=8fabf7d9-3fa7-461f-a620-1696f807718e)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:18.740861 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-d0fe6d1a-91c5-45fc-8dc2-f679327b8a94 None None] Provisioning complete for port 3d841f63-612b-436f-9348-35e9765fe40c triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:18.741418 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d0fe6d1a-91c5-45fc-8dc2-f679327b8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:18.777088 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe6d1a-91c5-45fc-8dc2-f679327b8a94 None None] Port 3d841f63-612b-436f-9348-35e9765fe40c cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 00:58:18.793008 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:18.853016 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Routers {'6c738b1b-e12a-4aa5-9fc0-379c2b725969'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:18.853643 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T00:58:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['6c738b1b-e12a-4aa5-9fc0-379c2b725969'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:18.893668 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa1d40-ce9c-4cb7-a119-20545ec6081f None None] Pushing event updated for resources: {'Port': ['ID=3d841f63-612b-436f-9348-35e9765fe40c,revision_number=4']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:18.953919 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] Set router 6c738b1b-e12a-4aa5-9fc0-379c2b725969 gateway port host: None {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:18.994213 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-d9bf470d-5dfb-4e34-bd13-01c1785a3152 None None] Provisioning complete for port 3d841f63-612b-436f-9348-35e9765fe40c triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:18.994861 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9bf470d-5dfb-4e34-bd13-01c1785a3152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:19.074264 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9bf470d-5dfb-4e34-bd13-01c1785a3152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:19.112631 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-d9bf470d-5dfb-4e34-bd13-01c1785a3152 None None] For port 3d841f63-612b-436f-9348-35e9765fe40c, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=3d841f63-612b-436f-9348-35e9765fe40c,segment=NetworkSegment(8fabf7d9-3fa7-461f-a620-1696f807718e),segment_id=8fabf7d9-3fa7-461f-a620-1696f807718e)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:19.171202 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'name': 'router1', 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:05Z', 'updated_at': '2022-01-28T00:58:16Z', 'revision_number': 2, 'project_id': '6c76242f8faa490f99acc4d3ffa45284', 'gw_port_host': None, '_interfaces': [{'id': '3d841f63-612b-436f-9348-35e9765fe40c', 'name': '', 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73', 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'mac_address': 'fa:16:3e:f1:22:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7521f833-5887-459d-95bb-6548d31e9570', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:18Z', 'revision_number': 4, 'project_id': '6c76242f8faa490f99acc4d3ffa45284', 'subnets': [{'id': '7521f833-5887-459d-95bb-6548d31e9570', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7adea205-c0ee-4a16-8e2e-e684276a7656'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:19.183317 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d9bf470d-5dfb-4e34-bd13-01c1785a3152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:19.203068 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987b1b45-3fc5-4d7b-a223-27424a33b81d None None] The sync data for ids ['6c738b1b-e12a-4aa5-9fc0-379c2b725969'] in dv-cinder-821890-1-smb is: [{'id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'name': 'router1', 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:05Z', 'updated_at': '2022-01-28T00:58:16Z', 'revision_number': 2, 'project_id': '6c76242f8faa490f99acc4d3ffa45284', 'gw_port_host': None, '_interfaces': [{'id': '3d841f63-612b-436f-9348-35e9765fe40c', 'name': '', 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73', 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'mac_address': 'fa:16:3e:f1:22:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7521f833-5887-459d-95bb-6548d31e9570', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:18Z', 'revision_number': 4, 'project_id': '6c76242f8faa490f99acc4d3ffa45284', 'subnets': [{'id': '7521f833-5887-459d-95bb-6548d31e9570', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7adea205-c0ee-4a16-8e2e-e684276a7656'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:58:19.232343 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf470d-5dfb-4e34-bd13-01c1785a3152 None None] Pushing event updated for resources: {'Port': ['ID=3d841f63-612b-436f-9348-35e9765fe40c,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:19.431766 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 56832) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 00:58:19.545371 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed01cff-2078-4efa-8a4c-dd86de153470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:19.546733 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-bed01cff-2078-4efa-8a4c-dd86de153470 admin admin] 10.222.0.18 "GET /v2.0/networks/33601191-b01a-4460-980f-590e10ed5ba8 HTTP/1.1" status: 200 len: 842 time: 0.1139708 Jan 28 00:58:19.556715 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-a3d8c855-c273-4acd-aaf4-f8cffc689aef admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.0.0/24'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:19.663585 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d8c855-c273-4acd-aaf4-f8cffc689aef admin admin] Made reservation on behalf of 6996745190304ac490d1d02152e2e47b for: {'subnet': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:19.666112 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a3d8c855-c273-4acd-aaf4-f8cffc689aef admin admin] Notify callbacks [] for subnet, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:20.029054 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.objects.ports [None req-a3d8c855-c273-4acd-aaf4-f8cffc689aef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102111) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:58:20.029483 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a3d8c855-c273-4acd-aaf4-f8cffc689aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for subnet, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:20.093347 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8c855-c273-4acd-aaf4-f8cffc689aef admin admin] Checking segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 00:58:20.093698 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d8c855-c273-4acd-aaf4-f8cffc689aef admin admin] Network hostable DHCP agents. Network: 33601191-b01a-4460-980f-590e10ed5ba8, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:58:20.101684 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8c855-c273-4acd-aaf4-f8cffc689aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=440539cd-2d5c-4ab2-843c-9b347b12c340,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:20.183639 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d8c855-c273-4acd-aaf4-f8cffc689aef admin admin] Network 33601191-b01a-4460-980f-590e10ed5ba8 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:58:20.261062 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-a3d8c855-c273-4acd-aaf4-f8cffc689aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, 33601191-b01a-4460-980f-590e10ed5ba8) {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:20.265357 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d8c855-c273-4acd-aaf4-f8cffc689aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:20.265950 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a3d8c855-c273-4acd-aaf4-f8cffc689aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:20.270999 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f11f762-21bf-4b74-86ca-c17bf76f01f4 None None] Network 33601191-b01a-4460-980f-590e10ed5ba8 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 00:58:20.347012 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-a3d8c855-c273-4acd-aaf4-f8cffc689aef admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7847002 Jan 28 00:58:20.398920 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c6b895-2c5a-47d9-9356-ea477f0c2b1d None None] Network 33601191-b01a-4460-980f-590e10ed5ba8 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 00:58:22.668129 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 56840) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 00:58:22.954413 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-c3eb7949-ea48-4036-87d6-d13799d97228 admin admin] 10.222.0.18 "GET /v2.0/routers/6c738b1b-e12a-4aa5-9fc0-379c2b725969 HTTP/1.1" status: 200 len: 710 time: 0.2848485 Jan 28 00:58:23.069972 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0a62e3-e407-4f14-bdde-9483504b8fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:23.071322 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-eb0a62e3-e407-4f14-bdde-9483504b8fe4 admin admin] 10.222.0.18 "GET /v2.0/networks/33601191-b01a-4460-980f-590e10ed5ba8 HTTP/1.1" status: 200 len: 886 time: 0.1107244 Jan 28 00:58:23.080733 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:23.334685 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:23.625754 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:23.703684 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:23.861302 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Allocated IP 172.28.0.242 (33601191-b01a-4460-980f-590e10ed5ba8/440539cd-2d5c-4ab2-843c-9b347b12c340/466d6781-1ead-45df-ab23-5ed2ebc3bcbb) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:23.973783 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:24.078360 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:24.151607 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Network 33601191-b01a-4460-980f-590e10ed5ba8 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:24.161316 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:24.166120 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:24.169456 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Pushing event updated for resources: {'Port': ['ID=466d6781-1ead-45df-ab23-5ed2ebc3bcbb,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:24.588067 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:24.785285 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-646154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26248'] for router, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:24.790424 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-645985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-645998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-646205'] for router, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:24.901550 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Router 6c738b1b-e12a-4aa5-9fc0-379c2b725969 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:58:25.006978 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:58:25.011353 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] Notify callbacks [] for router, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:25.012447 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-eca67975-ab42-43e1-a24f-e097612afaef admin admin] 10.222.0.18 "PUT /v2.0/routers/6c738b1b-e12a-4aa5-9fc0-379c2b725969 HTTP/1.1" status: 200 len: 890 time: 1.9348807 Jan 28 00:58:25.265241 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 3d841f63-612b-436f-9348-35e9765fe40c up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:25.320725 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 3d841f63-612b-436f-9348-35e9765fe40c triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:25.321103 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:25.786599 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Sync routers for ids ['6c738b1b-e12a-4aa5-9fc0-379c2b725969'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:58:25.797034 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Routers {'6c738b1b-e12a-4aa5-9fc0-379c2b725969'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:25.797665 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T00:58:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['6c738b1b-e12a-4aa5-9fc0-379c2b725969'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:26.004054 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Set router 6c738b1b-e12a-4aa5-9fc0-379c2b725969 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:26.390553 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'name': 'router1', 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '466d6781-1ead-45df-ab23-5ed2ebc3bcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:05Z', 'updated_at': '2022-01-28T00:58:24Z', 'revision_number': 4, 'project_id': '6c76242f8faa490f99acc4d3ffa45284', 'gw_port': {'id': '466d6781-1ead-45df-ab23-5ed2ebc3bcbb', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:23Z', 'updated_at': '2022-01-28T00:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '3d841f63-612b-436f-9348-35e9765fe40c', 'name': '', 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73', 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'mac_address': 'fa:16:3e:f1:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7521f833-5887-459d-95bb-6548d31e9570', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:19Z', 'revision_number': 5, 'project_id': '6c76242f8faa490f99acc4d3ffa45284', 'subnets': [{'id': '7521f833-5887-459d-95bb-6548d31e9570', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7adea205-c0ee-4a16-8e2e-e684276a7656'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:26.443631 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Checking router: 6c738b1b-e12a-4aa5-9fc0-379c2b725969 for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:58:26.443976 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Updating router 6c738b1b-e12a-4aa5-9fc0-379c2b725969 port 466d6781-1ead-45df-ab23-5ed2ebc3bcbb binding host dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:58:26.489801 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:26.803741 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Notify callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:26.877422 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:27.005923 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Attempting to bind port 466d6781-1ead-45df-ab23-5ed2ebc3bcbb on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 00:58:27.006203 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Attempting to bind port 466d6781-1ead-45df-ab23-5ed2ebc3bcbb by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 00:58:27.006563 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Attempting to bind port 466d6781-1ead-45df-ab23-5ed2ebc3bcbb on network 33601191-b01a-4460-980f-590e10ed5ba8 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:27.014700 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007f7cb-4098-46cb-a285-01face736f04 None None] Pushing event updated for resources: {'Port': ['ID=466d6781-1ead-45df-ab23-5ed2ebc3bcbb,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:27.017968 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:27.018343 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Checking segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 00:58:27.018743 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:27.019910 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Bound using segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:27.020209 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Bound port: 466d6781-1ead-45df-ab23-5ed2ebc3bcbb, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 00:58:27.020479 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:27.071755 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] For port 466d6781-1ead-45df-ab23-5ed2ebc3bcbb, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:27.074677 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] For port 466d6781-1ead-45df-ab23-5ed2ebc3bcbb, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=466d6781-1ead-45df-ab23-5ed2ebc3bcbb,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:27.141114 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:27.200045 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007f7cb-4098-46cb-a285-01face736f04 None None] Pushing event updated for resources: {'Port': ['ID=466d6781-1ead-45df-ab23-5ed2ebc3bcbb,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:27.203204 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Routers {'6c738b1b-e12a-4aa5-9fc0-379c2b725969'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:27.203787 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T00:58:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['6c738b1b-e12a-4aa5-9fc0-379c2b725969'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:27.311045 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] Set router 6c738b1b-e12a-4aa5-9fc0-379c2b725969 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:27.524011 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'name': 'router1', 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '466d6781-1ead-45df-ab23-5ed2ebc3bcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:05Z', 'updated_at': '2022-01-28T00:58:24Z', 'revision_number': 4, 'project_id': '6c76242f8faa490f99acc4d3ffa45284', 'gw_port': {'id': '466d6781-1ead-45df-ab23-5ed2ebc3bcbb', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:23Z', 'updated_at': '2022-01-28T00:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '3d841f63-612b-436f-9348-35e9765fe40c', 'name': '', 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73', 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'mac_address': 'fa:16:3e:f1:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7521f833-5887-459d-95bb-6548d31e9570', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:19Z', 'revision_number': 5, 'project_id': '6c76242f8faa490f99acc4d3ffa45284', 'subnets': [{'id': '7521f833-5887-459d-95bb-6548d31e9570', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7adea205-c0ee-4a16-8e2e-e684276a7656'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:27.550078 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810bce5c-ccb4-4f2c-8626-ac9a79eacbc8 None None] The sync data for ids ['6c738b1b-e12a-4aa5-9fc0-379c2b725969'] in dv-cinder-821890-1-smb is: [{'id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'name': 'router1', 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '466d6781-1ead-45df-ab23-5ed2ebc3bcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:58:05Z', 'updated_at': '2022-01-28T00:58:24Z', 'revision_number': 4, 'project_id': '6c76242f8faa490f99acc4d3ffa45284', 'gw_port': {'id': '466d6781-1ead-45df-ab23-5ed2ebc3bcbb', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:23Z', 'updated_at': '2022-01-28T00:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '3d841f63-612b-436f-9348-35e9765fe40c', 'name': '', 'network_id': 'f2f27051-e6de-4fd5-bf9a-25331ff8ea73', 'tenant_id': '6c76242f8faa490f99acc4d3ffa45284', 'mac_address': 'fa:16:3e:f1:22:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c738b1b-e12a-4aa5-9fc0-379c2b725969', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7521f833-5887-459d-95bb-6548d31e9570', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:58:15Z', 'updated_at': '2022-01-28T00:58:19Z', 'revision_number': 5, 'project_id': '6c76242f8faa490f99acc4d3ffa45284', 'subnets': [{'id': '7521f833-5887-459d-95bb-6548d31e9570', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7adea205-c0ee-4a16-8e2e-e684276a7656'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:58:27.568844 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 56852) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 00:58:27.709491 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-ef1f8bef-5c0b-43c6-a5e3-1fc08f1b0646 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1392024 Jan 28 00:58:29.259439 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 466d6781-1ead-45df-ab23-5ed2ebc3bcbb up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:29.307236 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 466d6781-1ead-45df-ab23-5ed2ebc3bcbb triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:29.307613 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:29.396959 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:29.418999 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] For port 466d6781-1ead-45df-ab23-5ed2ebc3bcbb, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=466d6781-1ead-45df-ab23-5ed2ebc3bcbb,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:29.494936 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:29.546716 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Pushing event updated for resources: {'Port': ['ID=466d6781-1ead-45df-ab23-5ed2ebc3bcbb,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:31.262616 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 466d6781-1ead-45df-ab23-5ed2ebc3bcbb up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:31.355878 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 466d6781-1ead-45df-ab23-5ed2ebc3bcbb triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:31.356400 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:38.674775 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f073502a-b2fb-4631-a2d7-3c5c31652bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:40.848974 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9ca3f6bf-041e-45fb-a9f6-8a113dd06f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:42.066415 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:43.574592 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:43.883972 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:58:51.633227 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 5 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:59:08.689864 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cb00002f-dde7-468d-8845-d94d598965d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:59:10.859713 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ab8f976b-3a11-4601-9fe3-fe36055161a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:59:12.195737 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:59:13.567471 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:59:13.795811 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:59:28.632062 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 5 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:59:38.691941 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0685f976-657e-4e2c-830f-d2fbf1fc1f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:59:40.846156 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8a0b34df-d113-48a6-946a-6ee674f09426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:59:42.120361 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:59:43.590466 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 00:59:43.801962 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:05.631665 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 5 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:00:07.715027 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 57414) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:00:07.776127 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6587a5-0eaf-42d4-8144-d06e951bfa8a admin admin] GET failed (client error): The resource could not be found. Jan 28 01:00:07.777437 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-0d6587a5-0eaf-42d4-8144-d06e951bfa8a admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614743 Jan 28 01:00:08.004021 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042a4dce-b377-420f-af46-53761c476a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:08.005489 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-042a4dce-b377-420f-af46-53761c476a23 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2226744 Jan 28 01:00:08.686172 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb0c47fa-7784-4b98-b0dc-036ac75a8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:10.224795 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 57424) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:00:10.317105 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e9077e-5246-4fc7-ad78-7c892bbf97db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.318419 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-24e9077e-5246-4fc7-ad78-7c892bbf97db admin admin] 10.222.0.18 "GET /v2.0/subnets/7521f833-5887-459d-95bb-6548d31e9570 HTTP/1.1" status: 200 len: 849 time: 0.0926542 Jan 28 01:00:10.329030 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:10.410527 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Notify callbacks [] for subnet, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:10.606337 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762615722918'] for subnet, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:10.635887 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.636482 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:10.637754 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] 10.222.0.18 "PUT /v2.0/subnets/7521f833-5887-459d-95bb-6548d31e9570 HTTP/1.1" status: 200 len: 868 time: 0.3129976 Jan 28 01:00:10.641897 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6094eef1-24c3-4da3-a399-df918e46aa05 None None] Network f2f27051-e6de-4fd5-bf9a-25331ff8ea73 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:00:10.662475 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7521f833-5887-459d-95bb-6548d31e9570,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:10.670591 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:10.670993 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:10.671340 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:10.671885 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:10.672339 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:10.672867 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:10.673218 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:10.673544 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:10.673901 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:10.674243 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:10.674576 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:10.674931 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4c336-9063-429a-a1c3-7af907fa6d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:10.891339 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-89aa7fdd-b9d4-4b20-9d66-1c33b0584c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:11.059937 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-d4c9bd44-0106-4291-aaa9-e3d6ca1b9708 None None] Provisioning complete for port 3d841f63-612b-436f-9348-35e9765fe40c triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:11.060303 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4c9bd44-0106-4291-aaa9-e3d6ca1b9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:11.142388 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-d4c9bd44-0106-4291-aaa9-e3d6ca1b9708 None None] Provisioning complete for port ba690caa-c277-47f7-9e64-a5e95f553673 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:11.142754 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d4c9bd44-0106-4291-aaa9-e3d6ca1b9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:12.257678 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:12.880818 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 57432) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:00:13.082700 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98589fcd-7443-4b15-b4d7-dbb1538a5bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:13.083204 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98589fcd-7443-4b15-b4d7-dbb1538a5bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:13.084964 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-98589fcd-7443-4b15-b4d7-dbb1538a5bdd admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2030129 Jan 28 01:00:13.577267 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:13.804831 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:15.308799 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 57440) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:00:15.436238 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736b971-e9cc-4b9b-ae1a-5563d8853a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:15.436720 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736b971-e9cc-4b9b-ae1a-5563d8853a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:15.438827 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-7736b971-e9cc-4b9b-ae1a-5563d8853a91 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1290829 Jan 28 01:00:17.659891 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 57448) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:00:17.784895 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8ffda8-b612-48aa-b829-c87b8e7db1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.786240 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-4a8ffda8-b612-48aa-b829-c87b8e7db1c3 admin admin] 10.222.0.18 "GET /v2.0/networks/33601191-b01a-4460-980f-590e10ed5ba8 HTTP/1.1" status: 200 len: 886 time: 0.1253045 Jan 28 01:00:19.991134 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 57456) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:00:20.136445 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d661b05c-7ff3-4ff9-a401-30552cbec7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:20.137779 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-d661b05c-7ff3-4ff9-a401-30552cbec7a1 admin admin] 10.222.0.18 "GET /v2.0/networks/f2f27051-e6de-4fd5-bf9a-25331ff8ea73 HTTP/1.1" status: 200 len: 869 time: 0.1456690 Jan 28 01:00:22.340900 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 57466) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:00:22.462531 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741f79c5-352d-4b4b-9318-eeac84203460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.463014 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741f79c5-352d-4b4b-9318-eeac84203460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:22.464535 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-741f79c5-352d-4b4b-9318-eeac84203460 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226900 Jan 28 01:00:24.702610 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 57474) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:00:24.828691 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db092e42-c2aa-420a-9f36-ebf276aac6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:24.829144 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db092e42-c2aa-420a-9f36-ebf276aac6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:24.830653 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-db092e42-c2aa-420a-9f36-ebf276aac6e0 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270730 Jan 28 01:00:27.027868 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 57482) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:00:27.117077 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c234662-8a55-4ebc-8a3d-5fa0d1638266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:27.118400 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-7c234662-8a55-4ebc-8a3d-5fa0d1638266 admin admin] 10.222.0.18 "GET /v2.0/subnets/440539cd-2d5c-4ab2-843c-9b347b12c340 HTTP/1.1" status: 200 len: 816 time: 0.0895939 Jan 28 01:00:29.333023 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 57490) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:00:29.424740 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9125788a-e3db-4d9f-aa04-a310c7b0d351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:29.426053 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-9125788a-e3db-4d9f-aa04-a310c7b0d351 admin admin] 10.222.0.18 "GET /v2.0/subnets/7521f833-5887-459d-95bb-6548d31e9570 HTTP/1.1" status: 200 len: 868 time: 0.0920951 Jan 28 01:00:38.701763 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-60a07c0b-a666-444e-9e68-41ebad7a2824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:40.861890 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-885609c1-237f-4df2-bc15-e711a8e15226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:42.095934 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:42.631394 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 5 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:00:43.570173 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:43.798830 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:49.444160 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 57544) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:00:49.491323 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [None req-9d5d57a8-7aad-4ec2-b186-e894c70aa558 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:00:49.492401 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-9d5d57a8-7aad-4ec2-b186-e894c70aa558 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472751 Jan 28 01:00:51.801624 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 57552) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:00:51.860917 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1b6a87-95ca-4fb9-8808-5aeb6984ae5d admin admin] GET failed (client error): The resource could not be found. Jan 28 01:00:51.862221 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-8f1b6a87-95ca-4fb9-8808-5aeb6984ae5d admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596681 Jan 28 01:00:52.003936 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622b94c1-583d-4efa-868a-c1ed164bb115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:52.005390 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-622b94c1-583d-4efa-868a-c1ed164bb115 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1385808 Jan 28 01:00:54.236245 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 57560) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:00:54.282976 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:54.369557 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Made reservation on behalf of 6996745190304ac490d1d02152e2e47b for: {'network': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:54.371949 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:54.416513 dv-cinder-821890-1-smb neutron-server[102112]: WARNING neutron.services.revisions.revision_plugin [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Could not find related network for resource to bump revision. Jan 28 01:00:54.431911 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=102112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:54.444230 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762615624717', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:54.444765 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Unsubscribe: segment precommit_create {{(pid=102112) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 01:00:54.445225 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.segments_db [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Added segment 348eb817-9e1d-4660-8e1b-ec67380ffb22 of type vlan for network f9cdd4ac-61fd-485d-a442-f8dc7b614127 Jan 28 01:00:54.489213 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:54.609408 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:54.610361 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:54.611002 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:54.701372 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Pushing event updated for resources: {'Network': ['ID=f9cdd4ac-61fd-485d-a442-f8dc7b614127,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:54.707833 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:54.708175 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:54.708508 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:54.708837 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:54.709163 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:54.709493 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:54.709813 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:54.710177 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:54.710513 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:54.710855 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:54.711180 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:54.711495 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:54.723505 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network f9cdd4ac-61fd-485d-a442-f8dc7b614127 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:54.767471 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-d6b76387-c590-48e5-861c-ddd01712cc59 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5301490 Jan 28 01:00:56.983533 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 57568) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:00:57.045078 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b0e4a2-24e8-4945-b56f-bbfd59a6a5d8 admin admin] GET failed (client error): The resource could not be found. Jan 28 01:00:57.046378 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-39b0e4a2-24e8-4945-b56f-bbfd59a6a5d8 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619009 Jan 28 01:00:57.114968 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8228dd7-1cb4-4f8c-9609-05b3b91bebc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:57.116389 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-c8228dd7-1cb4-4f8c-9609-05b3b91bebc1 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653784 Jan 28 01:00:57.126664 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-74e32e4a-4b29-4f3b-ad52-34b2fd4448f8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'f9cdd4ac-61fd-485d-a442-f8dc7b614127', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:57.192308 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e32e4a-4b29-4f3b-ad52-34b2fd4448f8 admin admin] Made reservation on behalf of 6996745190304ac490d1d02152e2e47b for: {'subnet': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:57.194616 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-74e32e4a-4b29-4f3b-ad52-34b2fd4448f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:57.409308 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-74e32e4a-4b29-4f3b-ad52-34b2fd4448f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for subnet, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:57.460415 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e32e4a-4b29-4f3b-ad52-34b2fd4448f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb4918f-f17f-47c6-b3e0-09f1708ed661,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:57.470754 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e32e4a-4b29-4f3b-ad52-34b2fd4448f8 admin admin] Checking segment: {'id': '348eb817-9e1d-4660-8e1b-ec67380ffb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f9cdd4ac-61fd-485d-a442-f8dc7b614127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:00:57.471137 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e32e4a-4b29-4f3b-ad52-34b2fd4448f8 admin admin] Network hostable DHCP agents. Network: f9cdd4ac-61fd-485d-a442-f8dc7b614127, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:57.551902 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e32e4a-4b29-4f3b-ad52-34b2fd4448f8 admin admin] Network f9cdd4ac-61fd-485d-a442-f8dc7b614127 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:57.592089 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-74e32e4a-4b29-4f3b-ad52-34b2fd4448f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, f9cdd4ac-61fd-485d-a442-f8dc7b614127) {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:57.597435 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e32e4a-4b29-4f3b-ad52-34b2fd4448f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:57.598361 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-74e32e4a-4b29-4f3b-ad52-34b2fd4448f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:57.603122 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b123ed-f766-4946-8ad2-066b6fef32e9 None None] Network f9cdd4ac-61fd-485d-a442-f8dc7b614127 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:00:57.675216 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-74e32e4a-4b29-4f3b-ad52-34b2fd4448f8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5517316 Jan 28 01:00:57.851745 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc66bfbac-075a-50e6-80b8-3043e7c90389-f9cdd4ac-61fd-485d-a442-f8dc7b614127', 'network_id': 'f9cdd4ac-61fd-485d-a442-f8dc7b614127', 'tenant_id': '6996745190304ac490d1d02152e2e47b', 'fixed_ips': [{'subnet_id': 'cdb4918f-f17f-47c6-b3e0-09f1708ed661'}]}} from dv-cinder-821890-1-smb. {{(pid=102113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:00:57.852636 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:57.994217 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Allocated IP 192.168.233.2 (f9cdd4ac-61fd-485d-a442-f8dc7b614127/cdb4918f-f17f-47c6-b3e0-09f1708ed661/c0c734f7-590f-446e-be22-ac271b84c5e4) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:58.138508 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Notify callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:58.249710 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:58.291330 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Network f9cdd4ac-61fd-485d-a442-f8dc7b614127 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:58.295244 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:58.299606 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:58.306895 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Pushing event updated for resources: {'Port': ['ID=c0c734f7-590f-446e-be22-ac271b84c5e4,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:58.329765 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:58.330059 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:58.330399 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:58.333312 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:58.333312 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:58.333312 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:58.333312 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:58.333312 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:58.333312 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:58.333312 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:58.333312 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:58.333312 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:58.370321 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Attempting to bind port c0c734f7-590f-446e-be22-ac271b84c5e4 on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:00:58.370684 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Attempting to bind port c0c734f7-590f-446e-be22-ac271b84c5e4 by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '348eb817-9e1d-4660-8e1b-ec67380ffb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f9cdd4ac-61fd-485d-a442-f8dc7b614127'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:00:58.371634 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Attempting to bind port c0c734f7-590f-446e-be22-ac271b84c5e4 on network f9cdd4ac-61fd-485d-a442-f8dc7b614127 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:58.376353 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:58.376874 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Checking segment: {'id': '348eb817-9e1d-4660-8e1b-ec67380ffb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f9cdd4ac-61fd-485d-a442-f8dc7b614127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:00:58.377279 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:58.377670 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Bound using segment: {'id': '348eb817-9e1d-4660-8e1b-ec67380ffb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f9cdd4ac-61fd-485d-a442-f8dc7b614127'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:58.378146 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Bound port: c0c734f7-590f-446e-be22-ac271b84c5e4, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348eb817-9e1d-4660-8e1b-ec67380ffb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f9cdd4ac-61fd-485d-a442-f8dc7b614127'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:00:58.378508 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:58.445003 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] For port c0c734f7-590f-446e-be22-ac271b84c5e4, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:58.448175 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] For port c0c734f7-590f-446e-be22-ac271b84c5e4, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=c0c734f7-590f-446e-be22-ac271b84c5e4,segment=NetworkSegment(348eb817-9e1d-4660-8e1b-ec67380ffb22),segment_id=348eb817-9e1d-4660-8e1b-ec67380ffb22)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:58.507128 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:58.572754 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4886f2-9c50-4736-83e2-457d9f22af15 None None] Pushing event updated for resources: {'Port': ['ID=c0c734f7-590f-446e-be22-ac271b84c5e4,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:59.393884 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device c0c734f7-590f-446e-be22-ac271b84c5e4 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:59.422287 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2fb5ca-3a20-424a-8256-578c309c9fd7 None None] Network f9cdd4ac-61fd-485d-a442-f8dc7b614127 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:00:59.527285 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port c0c734f7-590f-446e-be22-ac271b84c5e4 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:59.527563 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:59.551725 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-c623e102-5a02-4af7-8f1d-b2fdc21c7ca9 None None] Provisioning complete for port c0c734f7-590f-446e-be22-ac271b84c5e4 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:59.552091 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c623e102-5a02-4af7-8f1d-b2fdc21c7ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:59.735015 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:59.737165 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c623e102-5a02-4af7-8f1d-b2fdc21c7ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:59.786797 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] For port c0c734f7-590f-446e-be22-ac271b84c5e4, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=c0c734f7-590f-446e-be22-ac271b84c5e4,segment=NetworkSegment(348eb817-9e1d-4660-8e1b-ec67380ffb22),segment_id=348eb817-9e1d-4660-8e1b-ec67380ffb22)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:59.838750 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:00:59.921300 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.db.api [None req-c623e102-5a02-4af7-8f1d-b2fdc21c7ca9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:00:59.921674 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG oslo_db.api [None req-c623e102-5a02-4af7-8f1d-b2fdc21c7ca9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:00:59.924345 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Pushing event updated for resources: {'Port': ['ID=c0c734f7-590f-446e-be22-ac271b84c5e4,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:00.576744 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-965a2c88-8248-42c5-a316-0de8060c8aa9 None None] Provisioning complete for port c0c734f7-590f-446e-be22-ac271b84c5e4 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:00.577827 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-965a2c88-8248-42c5-a316-0de8060c8aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:01:01.345634 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device c0c734f7-590f-446e-be22-ac271b84c5e4 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:01.393467 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port c0c734f7-590f-446e-be22-ac271b84c5e4 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:01.393839 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:01:08.740609 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4217e1fd-42cf-44fc-8797-c3e3612da32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:01:10.843032 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ed5a1bc4-4520-494d-93cb-1fc4ebb52b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:01:12.099146 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:01:13.654801 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:01:13.808427 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:01:19.631516 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 5 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:01:38.716399 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-39cc9f58-b0e3-437b-8439-262c02f59563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:01:40.858356 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd2276b6-727d-4877-88ba-54884c62b34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:01:42.092732 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:01:43.573021 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:01:43.807115 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:01:56.630083 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 5 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:02:08.714315 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4d5875d8-d160-4adf-b3e1-78134c2d89a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:10.857473 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d934fb8c-0f25-4bc2-b08a-d5342411726d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:12.125342 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:13.594010 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:13.805469 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:25.065301 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 57620) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:02:25.071300 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [None req-9211e21b-2004-4a29-af1a-a6a3da5e1af5 tempest-verify_tempest_config-1318125707 tempest-verify_tempest_config-1318125707-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:02:25.072320 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-9211e21b-2004-4a29-af1a-a6a3da5e1af5 tempest-verify_tempest_config-1318125707 tempest-verify_tempest_config-1318125707-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059476 Jan 28 01:02:25.604439 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 57638) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:02:25.712448 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:25.785658 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:25.850499 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:25.895001 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1fe78d15d22446380d4fd10ee837fdb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2894981 Jan 28 01:02:25.896044 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23456d7-5d1a-443f-807b-5889f11a893c,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:25.897709 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 57642) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:02:25.903621 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:25.903989 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:25.904336 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:25.904673 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:25.904999 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:25.905336 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:25.905657 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:25.905980 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:25.906321 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:25.906652 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:25.907002 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:25.907325 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d95113-07ce-4ec8-a51a-0ef233213862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:26.041622 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:26.061721 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:26.193526 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:26.196038 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:26.197707 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e23456d7-5d1a-443f-807b-5889f11a893c HTTP/1.1" status: 204 len: 168 time: 0.2985256 Jan 28 01:02:26.205348 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23456d7-5d1a-443f-807b-5889f11a893c,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:26.211944 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:26.215639 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:26.215639 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:26.215639 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:26.215639 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:26.215639 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:26.215639 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:26.215639 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:26.215639 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:26.215639 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:26.216431 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:26.216431 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9ca1b6-196b-473c-96e9-d18fc81f8188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:33.629244 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 5 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:02:38.798995 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e53fa76-2172-4426-8a7b-f63dad0f5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:40.981490 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8b573c6-9559-45ba-8ca7-3b59dbcfed0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:42.141260 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:43.587977 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:02:43.798061 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:03:08.712495 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-883c2843-a706-4dc9-97d0-f0503a5212fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:03:10.628727 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 5 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:03:10.865301 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b8db6c6f-f369-4e56-bd01-8eaac716f6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:03:12.145785 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:03:13.682599 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:03:13.808632 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:03:38.710123 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-241ab410-c682-4d50-94d7-d367f4ca245a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:03:40.853081 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-dad3508c-f32b-4b1c-bc1a-be58a6025450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:03:42.104230 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:03:43.601608 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:03:43.796038 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:03:47.628263 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 5 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:04:08.726098 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-21baf2ef-c1c7-40bd-9296-d42f817aae91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:04:10.880510 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-600df916-7044-4ac5-a102-432cc0302ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:04:12.132005 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:04:12.692029 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641134'] for agent, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:04:13.633132 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:04:13.794600 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:04:24.627185 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:04:27.907767 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 57716) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:04:28.011624 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-31444a0f-be6d-40a1-bca5-641d8d3593c2 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1027687 Jan 28 01:04:30.404597 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 57726) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:04:30.467012 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-4288995d-ad01-46e8-ba9c-0720138962b6 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0612633 Jan 28 01:04:38.708153 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-605a72af-cdd1-48a7-a632-39548881dff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:04:40.854328 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9bab3b51-93d4-460e-9478-689941a137b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:04:42.141833 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:04:42.645345 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:04:43.588069 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:04:43.833429 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:05:01.625702 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:05:08.724135 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85987508-bf9f-4566-92e8-ec9fdcb3a93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:05:10.855317 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8f3ea90c-7e9b-4fd5-b395-dd16605e6fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:05:12.123535 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:05:12.641290 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:05:13.626465 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:05:13.810217 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:05:38.624732 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:05:38.872208 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a48d7961-eeb1-47bb-b55f-e56bc6bf1e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:05:40.868623 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3203efbd-d8ab-4bd1-ab55-5d453b76d93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:05:42.147224 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:05:42.648312 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:05:43.665773 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:05:43.831174 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:08.767628 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-431ea560-7c99-426a-91f1-d6876a57d988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:10.877222 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5904-1c69-46b5-afa8-314e7fc87ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:12.132908 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:12.644380 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:13.615416 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:13.808408 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:15.623785 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:06:20.445738 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 57916) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:20.846036 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-636995660-network', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:20.979197 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Made reservation on behalf of 724b56d47f7c418f8a7d40ff559487c8 for: {'network': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:20.981527 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:20.990284 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:21.076193 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:21.192583 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:21.220330 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=102111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:06:21.226724 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5a042a-6ba8-48ac-b7ca-35775f57d913,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:21.236591 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:21.236984 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.segments_db [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Added segment b75a6e8a-6a59-4bf7-83b5-f3b6be419063 of type vlan for network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 Jan 28 01:06:21.239751 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.239751 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.240103 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.240698 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.241027 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.241351 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.241672 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.241990 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.242335 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.242694 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.243040 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.243351 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Tracked resource versions report: Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: pushed versions: Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: { 'AddressGroup': {'1.2'}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'ConntrackHelper': {'1.0'}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'Log': {'1.0'}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'Network': {'1.1'}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'Port': {'1.7'}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'PortForwarding': {'1.2'}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'QosPolicy': {'1.9'}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'SecurityGroup': {'1.4'}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'SubPort': {'1.0'}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'Subnet': {'1.1'}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'Trunk': {'1.1'}} Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: consumer versions: Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: { DHCP agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: HyperV agent@hv-cinder-82189: {}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: L3 agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: Metadata agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: Metering agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: Open vSwitch agent@dv-cinder-821890-1-smb: { 'AddressGroup': '1.2', Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'ConntrackHelper': '1.0', Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'Log': '1.0', Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'Network': '1.1', Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'Port': '1.7', Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'PortForwarding': '1.2', Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'QosPolicy': '1.9', Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'SecurityGroup': '1.4', Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'SecurityGroupRule': '1.2', Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'SubPort': '1.0', Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'Subnet': '1.1', Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: 'Trunk': '1.1'}} Jan 28 01:06:21.244402 dv-cinder-821890-1-smb neutron-server[102111]: {{(pid=102111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:06:21.296295 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:21.492686 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:21.493752 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:21.494394 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:21.511262 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 57954) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:21.561193 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] Pushing event updated for resources: {'Network': ['ID=2947e4c9-3ac7-41d6-a65a-9ff37575a881,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:21.573689 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:06:21.690615 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-27877d57-749b-4187-8ab7-da0b5cca9a39 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2431796 Jan 28 01:06:21.693758 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 57962) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:21.700682 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Request body: {'subnet': {'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-636995660-subnet', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:21.796583 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 57970) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:21.808069 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Made reservation on behalf of 724b56d47f7c418f8a7d40ff559487c8 for: {'subnet': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:21.810745 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Notify callbacks [] for subnet, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:21.899041 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1663353841-network', 'tenant_id': '544c97afb1f347a0a9b02894af3ad61d'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:21.902575 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 57980) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:22.042863 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] Made reservation on behalf of 544c97afb1f347a0a9b02894af3ad61d for: {'network': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:22.045753 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.046915 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1378432589-network', 'tenant_id': '106e5820ac154be3b52efaf89197a0ff'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:22.054704 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.093079 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-network', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:22.101320 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for subnet, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.140919 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] Made reservation on behalf of 106e5820ac154be3b52efaf89197a0ff for: {'network': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:22.146054 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.174044 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Checking segment: {'id': 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:06:22.174219 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.174410 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Network hostable DHCP agents. Network: 2947e4c9-3ac7-41d6-a65a-9ff37575a881, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:06:22.214093 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:22.231482 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:22.231848 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:22.232193 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:22.232536 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:22.232865 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:22.233191 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:22.233509 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:22.233831 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:22.234166 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:22.234485 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:22.234816 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:22.235156 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Tracked resource versions report: Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: pushed versions: Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: { 'AddressGroup': {'1.2'}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'ConntrackHelper': {'1.0'}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'Log': {'1.0'}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'Network': {'1.1'}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'Port': {'1.7'}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'PortForwarding': {'1.2'}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'QosPolicy': {'1.9'}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'SecurityGroup': {'1.4'}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'SubPort': {'1.0'}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'Subnet': {'1.1'}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'Trunk': {'1.1'}} Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: consumer versions: Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: { DHCP agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: HyperV agent@hv-cinder-82189: {}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: L3 agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: Metadata agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: Metering agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: Open vSwitch agent@dv-cinder-821890-1-smb: { 'AddressGroup': '1.2', Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'ConntrackHelper': '1.0', Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'Log': '1.0', Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'Network': '1.1', Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'Port': '1.7', Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'PortForwarding': '1.2', Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'QosPolicy': '1.9', Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'SecurityGroup': '1.4', Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'SecurityGroupRule': '1.2', Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'SubPort': '1.0', Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'Subnet': '1.1', Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: 'Trunk': '1.1'}} Jan 28 01:06:22.236167 dv-cinder-821890-1-smb neutron-server[102112]: {{(pid=102112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:06:22.239534 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.267304 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:06:22.291854 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.295071 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] Made reservation on behalf of 4b0da38f28ed432e803107ee76115dbc for: {'network': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:22.297959 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.307638 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.333691 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.380613 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=102112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:06:22.396163 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.404512 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63e213e-9d7c-4db8-a12c-36dab2c1af13,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:22.419761 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, 2947e4c9-3ac7-41d6-a65a-9ff37575a881) {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:22.433008 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:22.433008 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.433808 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966f2e4d-0bf2-40ad-92d5-9a994e46f675 None None] Network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:06:22.437570 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.437917 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.segments_db [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] Added segment 20318175-d953-44bd-bd02-ad5aecb82b4a of type vlan for network adba77a2-c4d7-4dcb-a6eb-a4aec8e41344 Jan 28 01:06:22.471093 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7412c6-128a-45c0-a12d-ca487a707f80,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:22.507109 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.517722 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.522440 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=102111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:06:22.533238 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.533933 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.segments_db [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] Added segment db7a7681-778c-46b8-b402-2a108819bf86 of type vlan for network afed4ecb-a176-4e59-8fb0-3faef19ef99e Jan 28 01:06:22.591347 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.597222 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-57876fcb-aabc-4cd1-a918-0761b123956c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9021900 Jan 28 01:06:22.598009 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58008) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:22.611077 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-636995660-router', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:22.611225 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=102111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:06:22.613852 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.614422 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.segments_db [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] Added segment 032f6be7-6b99-4398-848b-7cb4cc266d89 of type vlan for network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 Jan 28 01:06:22.658240 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.659674 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:22.660489 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.662851 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.686387 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82136d7b-6869-491b-a452-ea8bd487bb77 None None] Network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:06:22.796316 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.821591 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] Pushing event updated for resources: {'Network': ['ID=adba77a2-c4d7-4dcb-a6eb-a4aec8e41344,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:22.825575 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26339'] for router, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.827257 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26266'] for router, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.841376 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network adba77a2-c4d7-4dcb-a6eb-a4aec8e41344 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:06:22.842731 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0e0538-056e-461a-869a-a73ef3237bcf,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:22.878220 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.879547 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:22.880272 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.995080 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.995743 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:22.996010 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:22.996582 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:23.002816 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-a46234ee-bcbd-4bba-baca-ba98b7e61f69 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4889765 Jan 28 01:06:23.015355 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58036) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:23.031519 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-724a6be4-8b3e-41bb-b287-76ae68c0ab85 admin admin] Request body: {'subnet': {'network_id': 'adba77a2-c4d7-4dcb-a6eb-a4aec8e41344', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1663353841-subnet', 'tenant_id': '544c97afb1f347a0a9b02894af3ad61d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:23.053744 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1499076 Jan 28 01:06:23.056882 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58042) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:23.062175 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-99c2aa42-c024-4283-9552-ee1570e4ecb7 admin admin] Request body: {'subnet': {'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-subnet', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:23.062673 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec583a-6c8c-4f16-ac78-47c056176768 admin admin] Pushing event updated for resources: {'Network': ['ID=bce857a8-9a20-4d4b-bbf0-308a9ef4d212,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:23.100986 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:06:23.141336 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] Pushing event updated for resources: {'Network': ['ID=afed4ecb-a176-4e59-8fb0-3faef19ef99e,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:23.152540 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-db4bfbb6-1899-46f7-a86d-537df3b01dfb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3513973 Jan 28 01:06:23.153277 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58046) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:23.169575 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-c9fcbcf1-bb44-4518-97bf-1bbd5069fb80 admin admin] Request body: {'subnet': {'network_id': 'afed4ecb-a176-4e59-8fb0-3faef19ef99e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1378432589-subnet', 'tenant_id': '106e5820ac154be3b52efaf89197a0ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:23.189126 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network afed4ecb-a176-4e59-8fb0-3faef19ef99e details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:06:23.303962 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724a6be4-8b3e-41bb-b287-76ae68c0ab85 admin admin] Made reservation on behalf of 544c97afb1f347a0a9b02894af3ad61d for: {'subnet': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:23.306315 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-724a6be4-8b3e-41bb-b287-76ae68c0ab85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:23.352477 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:23.375735 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fcbcf1-bb44-4518-97bf-1bbd5069fb80 admin admin] Made reservation on behalf of 106e5820ac154be3b52efaf89197a0ff for: {'subnet': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:23.383566 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c9fcbcf1-bb44-4518-97bf-1bbd5069fb80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:23.462661 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c2aa42-c024-4283-9552-ee1570e4ecb7 admin admin] Made reservation on behalf of 4b0da38f28ed432e803107ee76115dbc for: {'subnet': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:23.474562 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-99c2aa42-c024-4283-9552-ee1570e4ecb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:23.730586 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58064) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:23.798713 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-724a6be4-8b3e-41bb-b287-76ae68c0ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for subnet, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:23.852006 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c9fcbcf1-bb44-4518-97bf-1bbd5069fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for subnet, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:23.881190 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a6be4-8b3e-41bb-b287-76ae68c0ab85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c8f9065-c03f-4d12-bc6c-466d688b48f7,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:23.892224 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-99c2aa42-c024-4283-9552-ee1570e4ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for subnet, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:23.900964 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:23.949449 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-224c35da-540a-4506-8271-d59c5a3921f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:23.959510 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:23.990514 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a6be4-8b3e-41bb-b287-76ae68c0ab85 admin admin] Checking segment: {'id': '20318175-d953-44bd-bd02-ad5aecb82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'adba77a2-c4d7-4dcb-a6eb-a4aec8e41344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:06:23.990900 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724a6be4-8b3e-41bb-b287-76ae68c0ab85 admin admin] Network hostable DHCP agents. Network: adba77a2-c4d7-4dcb-a6eb-a4aec8e41344, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:06:24.001900 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcbcf1-bb44-4518-97bf-1bbd5069fb80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15767fce-883f-4f22-a97c-ea5d15e02949,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:24.009116 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcbcf1-bb44-4518-97bf-1bbd5069fb80 admin admin] Checking segment: {'id': 'db7a7681-778c-46b8-b402-2a108819bf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'afed4ecb-a176-4e59-8fb0-3faef19ef99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:06:24.009383 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fcbcf1-bb44-4518-97bf-1bbd5069fb80 admin admin] Network hostable DHCP agents. Network: afed4ecb-a176-4e59-8fb0-3faef19ef99e, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:06:24.037101 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2aa42-c024-4283-9552-ee1570e4ecb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de468f85-8d93-4089-bcfa-66cbbedae8e2,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:24.059402 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c2aa42-c024-4283-9552-ee1570e4ecb7 admin admin] Checking segment: {'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:06:24.059710 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c2aa42-c024-4283-9552-ee1570e4ecb7 admin admin] Network hostable DHCP agents. Network: bce857a8-9a20-4d4b-bbf0-308a9ef4d212, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:06:24.120276 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-224c35da-540a-4506-8271-d59c5a3921f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:24.125511 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Allocated IP 172.28.0.169 (33601191-b01a-4460-980f-590e10ed5ba8/440539cd-2d5c-4ab2-843c-9b347b12c340/9900a30e-cf58-482d-9298-2ebe4084b016) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:24.127270 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724a6be4-8b3e-41bb-b287-76ae68c0ab85 admin admin] Network adba77a2-c4d7-4dcb-a6eb-a4aec8e41344 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:06:24.129418 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fcbcf1-bb44-4518-97bf-1bbd5069fb80 admin admin] Network afed4ecb-a176-4e59-8fb0-3faef19ef99e is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:06:24.195638 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c2aa42-c024-4283-9552-ee1570e4ecb7 admin admin] Network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:06:24.214472 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-224c35da-540a-4506-8271-d59c5a3921f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:24.255339 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:24.261212 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c35da-540a-4506-8271-d59c5a3921f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3959e4-f27b-420f-8dac-11c5338e51d2,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:24.268496 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-224c35da-540a-4506-8271-d59c5a3921f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49aac2e39864437db972d6541177c5cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5322201 Jan 28 01:06:24.269019 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58076) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:24.309958 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-724a6be4-8b3e-41bb-b287-76ae68c0ab85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, adba77a2-c4d7-4dcb-a6eb-a4aec8e41344) {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:24.310066 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-99c2aa42-c024-4283-9552-ee1570e4ecb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, bce857a8-9a20-4d4b-bbf0-308a9ef4d212) {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:24.311292 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-c9fcbcf1-bb44-4518-97bf-1bbd5069fb80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, afed4ecb-a176-4e59-8fb0-3faef19ef99e) {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:24.325785 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c2aa42-c024-4283-9552-ee1570e4ecb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:24.326479 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-99c2aa42-c024-4283-9552-ee1570e4ecb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:24.327208 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a6be4-8b3e-41bb-b287-76ae68c0ab85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:24.327908 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-724a6be4-8b3e-41bb-b287-76ae68c0ab85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:24.334795 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fcbcf1-bb44-4518-97bf-1bbd5069fb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:24.337245 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c9fcbcf1-bb44-4518-97bf-1bbd5069fb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:24.341681 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b934e7c-108d-4d5a-bc2d-3183c2968cd3 None None] Network adba77a2-c4d7-4dcb-a6eb-a4aec8e41344 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:06:24.366251 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-baf69f46-d8ab-48d3-9c21-0691cf0d150a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:24.396568 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b40a2ae-12b3-4c84-abe8-3eabe906c92b None None] Network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:06:24.396848 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:24.401742 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-baf69f46-d8ab-48d3-9c21-0691cf0d150a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:24.402765 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693fcae0-fe13-4324-965a-7d083a00b224 None None] Network afed4ecb-a176-4e59-8fb0-3faef19ef99e requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:06:24.482365 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-99c2aa42-c024-4283-9552-ee1570e4ecb7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4243951 Jan 28 01:06:24.485450 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58088) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:24.489923 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:24.497944 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Pushing event updated for resources: {'Port': ['ID=9900a30e-cf58-482d-9298-2ebe4084b016,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:24.532548 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-724a6be4-8b3e-41bb-b287-76ae68c0ab85 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4974272 Jan 28 01:06:24.532548 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-c9fcbcf1-bb44-4518-97bf-1bbd5069fb80 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3714995 Jan 28 01:06:24.547584 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Network 33601191-b01a-4460-980f-590e10ed5ba8 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:24.551489 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:24.554890 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:24.642207 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26339'] for router, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:24.643318 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26266'] for router, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:24.734664 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:24.914733 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa15ed-7c60-40fc-b6a4-e32ac681ea95 None None] Network adba77a2-c4d7-4dcb-a6eb-a4aec8e41344 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:06:25.014417 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-baf69f46-d8ab-48d3-9c21-0691cf0d150a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:25.021645 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-baf69f46-d8ab-48d3-9c21-0691cf0d150a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:25.036936 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-baf69f46-d8ab-48d3-9c21-0691cf0d150a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b3959e4-f27b-420f-8dac-11c5338e51d2 HTTP/1.1" status: 204 len: 168 time: 0.7534685 Jan 28 01:06:25.069929 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf69f46-d8ab-48d3-9c21-0691cf0d150a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3959e4-f27b-420f-8dac-11c5338e51d2,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:25.110012 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:25.171970 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3511a47e-cf6d-47ca-ba5b-bb08087ac54d None None] Network afed4ecb-a176-4e59-8fb0-3faef19ef99e requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:06:25.278017 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc66bfbac-075a-50e6-80b8-3043e7c90389-bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2'}]}} from dv-cinder-821890-1-smb. {{(pid=102113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:06:25.279637 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:25.413265 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58144) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:25.418345 dv-cinder-821890-1-smb neutron-server[102112]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 01:06:25.920599 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:25.965070 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:25.966855 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Allocated IP 172.20.0.2 (bce857a8-9a20-4d4b-bbf0-308a9ef4d212/de468f85-8d93-4089-bcfa-66cbbedae8e2/d969013c-8584-4344-9992-20c41df3f042) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:26.037371 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:26.100475 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-a72e0221-91b2-4660-bb09-6b516f16e59a tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:26.101865 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-a72e0221-91b2-4660-bb09-6b516f16e59a tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/networks?id=adba77a2-c4d7-4dcb-a6eb-a4aec8e41344 HTTP/1.1" status: 200 len: 812 time: 0.6857197 Jan 28 01:06:26.106013 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_common [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Allocated IP 172.28.0.50 (33601191-b01a-4460-980f-590e10ed5ba8/440539cd-2d5c-4ab2-843c-9b347b12c340/0dc582fc-07fc-4b2a-a02f-dea750f6c144) {{(pid=102111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:26.180737 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Notify callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:26.187571 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-b1759ca5-c4fe-48d9-9932-967c5dcc0454 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/quotas/544c97afb1f347a0a9b02894af3ad61d HTTP/1.1" status: 200 len: 375 time: 0.0729632 Jan 28 01:06:26.227540 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:26.250194 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-6b7b763f-bd5a-4378-b0cb-99122e85d43e tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=544c97afb1f347a0a9b02894af3ad61d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519004 Jan 28 01:06:26.261544 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:26.322815 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:26.327059 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:26.332689 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:26.336118 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Pushing event updated for resources: {'Port': ['ID=d969013c-8584-4344-9992-20c41df3f042,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:26.350563 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735'] for port, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:26.355963 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:26.356396 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:26.356791 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:26.357393 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:26.358965 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:26.358965 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:26.358965 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:26.358965 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:26.359831 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:26.360499 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:26.361122 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:26.362047 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Tracked resource versions report: Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: pushed versions: Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: { 'AddressGroup': {'1.2'}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'ConntrackHelper': {'1.0'}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'Log': {'1.0'}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'Network': {'1.1'}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'Port': {'1.7'}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'PortForwarding': {'1.2'}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'QosPolicy': {'1.9'}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'SecurityGroup': {'1.4'}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'SubPort': {'1.0'}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'Subnet': {'1.1'}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'Trunk': {'1.1'}} Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: consumer versions: Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: { DHCP agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: HyperV agent@hv-cinder-82189: {}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: L3 agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: Metadata agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: Metering agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: Open vSwitch agent@dv-cinder-821890-1-smb: { 'AddressGroup': '1.2', Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'ConntrackHelper': '1.0', Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'Log': '1.0', Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'Network': '1.1', Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'Port': '1.7', Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'PortForwarding': '1.2', Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'QosPolicy': '1.9', Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'SecurityGroup': '1.4', Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'SecurityGroupRule': '1.2', Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'SubPort': '1.0', Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'Subnet': '1.1', Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: 'Trunk': '1.1'}} Jan 28 01:06:26.365190 dv-cinder-821890-1-smb neutron-server[102113]: {{(pid=102113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:06:26.381193 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58184) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:26.408703 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-9ca4059c-53cf-40c3-9d9f-815d883e514d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:26.410652 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Network 33601191-b01a-4460-980f-590e10ed5ba8 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:26.416178 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:26.420869 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Received port after_create {{(pid=102111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:26.446799 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Attempting to bind port d969013c-8584-4344-9992-20c41df3f042 on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:06:26.448179 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Attempting to bind port d969013c-8584-4344-9992-20c41df3f042 by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:06:26.450431 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Attempting to bind port d969013c-8584-4344-9992-20c41df3f042 on network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:26.455351 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:26.456114 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Checking segment: {'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:06:26.456737 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:26.457495 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Bound using segment: {'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:26.458475 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Bound port: d969013c-8584-4344-9992-20c41df3f042, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:06:26.459531 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:26.542738 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-9ca4059c-53cf-40c3-9d9f-815d883e514d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:26.549401 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58188) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:26.552791 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] For port d969013c-8584-4344-9992-20c41df3f042, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:26.561782 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] For port d969013c-8584-4344-9992-20c41df3f042, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=d969013c-8584-4344-9992-20c41df3f042,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:26.565761 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Pushing event updated for resources: {'Port': ['ID=0dc582fc-07fc-4b2a-a02f-dea750f6c144,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:26.586088 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646007'] for router, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:26.636846 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-9ca4059c-53cf-40c3-9d9f-815d883e514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:26.698976 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:26.774889 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a9662-94c8-4121-97e1-77a8a7970d96 None None] Pushing event updated for resources: {'Port': ['ID=d969013c-8584-4344-9992-20c41df3f042,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:26.803921 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-703ab627-d46f-45c5-bcd2-197273f9fc76 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:06:26.813005 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-703ab627-d46f-45c5-bcd2-197273f9fc76 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1506197 Jan 28 01:06:26.850233 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-bb022880-e4cb-479d-b4a0-e031c1127a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:26.859908 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4059c-53cf-40c3-9d9f-815d883e514d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00abb5a5-9a45-48bf-9ab0-160d11a5fb32,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:26.867853 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-9ca4059c-53cf-40c3-9d9f-815d883e514d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4352c90665e0482ca6ae66078d39fedd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4831076 Jan 28 01:06:26.894924 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58206) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:26.962018 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-bb022880-e4cb-479d-b4a0-e031c1127a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:26.965443 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58210) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:26.972825 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1037493841-network', 'tenant_id': 'c0034cdc0b124341b0c0235e464d40d2'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:27.144116 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-bb022880-e4cb-479d-b4a0-e031c1127a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:27.147236 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:27.147236 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a40fb3af-8b0f-4d10-96d5-c2ef4a7c3576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:27.170889 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-bb022880-e4cb-479d-b4a0-e031c1127a2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26d5962ecbf249bbb553de3faed82540&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6145277 Jan 28 01:06:27.171106 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58212) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:27.177551 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] Made reservation on behalf of c0034cdc0b124341b0c0235e464d40d2 for: {'network': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:27.180117 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:27.199102 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb022880-e4cb-479d-b4a0-e031c1127a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8395105e-2185-4355-a4b8-9de0752e93d9,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:27.204419 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-39a1c96c-c73f-4490-b06b-9b610ccace08 service neutron] 10.222.0.18 "GET /v2.0/networks/adba77a2-c4d7-4dcb-a6eb-a4aec8e41344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908701 Jan 28 01:06:27.205219 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:27.245481 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a40fb3af-8b0f-4d10-96d5-c2ef4a7c3576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:27.278377 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Router 565382af-e89f-4bf8-85a8-bca234562ae3 is scheduled to L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 with binding_index 1 {{(pid=102112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:06:27.374486 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-17cca927-fe36-4669-aa04-842a7e39c6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:27.387255 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-e078df1b-90dd-4300-ac8f-9a610342aedd service neutron] 10.222.0.18 "GET /v2.0/networks/adba77a2-c4d7-4dcb-a6eb-a4aec8e41344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703482 Jan 28 01:06:27.408630 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-17cca927-fe36-4669-aa04-842a7e39c6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:27.443150 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:06:27.456075 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Sync routers for ids ['565382af-e89f-4bf8-85a8-bca234562ae3'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:06:27.465452 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Routers {'565382af-e89f-4bf8-85a8-bca234562ae3'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:27.467043 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:06:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['565382af-e89f-4bf8-85a8-bca234562ae3'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:27.476991 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a40fb3af-8b0f-4d10-96d5-c2ef4a7c3576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:27.480632 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a40fb3af-8b0f-4d10-96d5-c2ef4a7c3576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:27.481761 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-a40fb3af-8b0f-4d10-96d5-c2ef4a7c3576 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00abb5a5-9a45-48bf-9ab0-160d11a5fb32 HTTP/1.1" status: 204 len: 168 time: 0.5858810 Jan 28 01:06:27.496573 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646007'] for router, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:27.502284 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fb3af-8b0f-4d10-96d5-c2ef4a7c3576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00abb5a5-9a45-48bf-9ab0-160d11a5fb32,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:27.581736 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:27.593565 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] Notify callbacks [] for router, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:27.600443 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-87bde47e-35ed-4f3e-a0d3-b9ff5fd2a117 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9980893 Jan 28 01:06:27.600662 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58222) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:27.813733 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:27.828492 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device d969013c-8584-4344-9992-20c41df3f042 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:27.888948 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Set router 565382af-e89f-4bf8-85a8-bca234562ae3 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:28.007270 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port d969013c-8584-4344-9992-20c41df3f042 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:28.012904 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.032197 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-17cca927-fe36-4669-aa04-842a7e39c6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.034788 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-17cca927-fe36-4669-aa04-842a7e39c6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.039135 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-17cca927-fe36-4669-aa04-842a7e39c6a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8395105e-2185-4355-a4b8-9de0752e93d9 HTTP/1.1" status: 204 len: 168 time: 0.8668349 Jan 28 01:06:28.054388 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cca927-fe36-4669-aa04-842a7e39c6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8395105e-2185-4355-a4b8-9de0752e93d9,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:28.129849 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.135755 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Router 2f725727-4543-44d1-9dcc-fa0013067c57 is scheduled to L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 with binding_index 1 {{(pid=102111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:06:28.145847 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-111690f0-6c18-4b61-a63c-6ca58ce0d40e req-311e888d-ca09-4bdc-b593-cec6dbfe2ce9 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 210 time: 0.2705011 Jan 28 01:06:28.157912 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402991d1-de41-4b9e-be13-e0d8687fff0e,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:28.161009 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=102112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:06:28.191405 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.191773 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.segments_db [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] Added segment 36a51fb7-6c65-4d75-982b-b20c30c6e92a of type vlan for network 5bafd1ba-391e-4bfa-a0fe-655ef9a17256 Jan 28 01:06:28.242270 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] For port d969013c-8584-4344-9992-20c41df3f042, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=d969013c-8584-4344-9992-20c41df3f042,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:28.247049 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13b0031-e452-4388-be17-363fada3ff42 None None] Network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:06:28.263750 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'name': 'tempest-ServerRescueNegativeTestJSON-636995660-router', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '9900a30e-cf58-482d-9298-2ebe4084b016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:22Z', 'updated_at': '2022-01-28T01:06:24Z', 'revision_number': 3, 'project_id': '724b56d47f7c418f8a7d40ff559487c8', 'gw_port': {'id': '9900a30e-cf58-482d-9298-2ebe4084b016', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:23Z', 'updated_at': '2022-01-28T01:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:28.286685 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.298167 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Checking router: 565382af-e89f-4bf8-85a8-bca234562ae3 for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:06:28.299118 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Updating router 565382af-e89f-4bf8-85a8-bca234562ae3 port 9900a30e-cf58-482d-9298-2ebe4084b016 binding host dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:06:28.327843 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.388588 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.428417 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:06:28.449317 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Sync routers for ids ['2f725727-4543-44d1-9dcc-fa0013067c57'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:06:28.461013 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.462943 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:28.468878 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.474225 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-6e42f9da-e864-45ac-b0d7-50347681bbf5 None None] Provisioning complete for port d969013c-8584-4344-9992-20c41df3f042 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:28.474591 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6e42f9da-e864-45ac-b0d7-50347681bbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.533736 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Routers {'2f725727-4543-44d1-9dcc-fa0013067c57'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:28.534359 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:06:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['2f725727-4543-44d1-9dcc-fa0013067c57'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:28.543519 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Pushing event updated for resources: {'Port': ['ID=d969013c-8584-4344-9992-20c41df3f042,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:28.549139 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] Notify callbacks [] for router, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.554126 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-e3291049-97e4-4ffc-a69a-702d7c61344e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0675397 Jan 28 01:06:28.555592 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58262) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:28.656521 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6896737 Jan 28 01:06:28.669799 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58264) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:28.677943 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-dc172540-c6d8-4cd9-8628-8739f84c49c1 admin admin] Request body: {'subnet': {'network_id': '5bafd1ba-391e-4bfa-a0fe-655ef9a17256', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1037493841-subnet', 'tenant_id': 'c0034cdc0b124341b0c0235e464d40d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:28.688977 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c112b3-c323-45af-96c6-c4679fa32571 admin admin] Pushing event updated for resources: {'Network': ['ID=5bafd1ba-391e-4bfa-a0fe-655ef9a17256,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:28.694798 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Notify callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.764190 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network 5bafd1ba-391e-4bfa-a0fe-655ef9a17256 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:06:28.789348 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.824502 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.844356 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc172540-c6d8-4cd9-8628-8739f84c49c1 admin admin] Made reservation on behalf of c0034cdc0b124341b0c0235e464d40d2 for: {'subnet': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:28.856073 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-dc172540-c6d8-4cd9-8628-8739f84c49c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.859099 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58272) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:28.873312 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Pushing event updated for resources: {'Port': ['ID=9900a30e-cf58-482d-9298-2ebe4084b016,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:28.899024 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:28.899717 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:28.901260 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:28.901815 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:28.902378 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:28.902990 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:28.903549 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:28.904096 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:28.904650 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:28.905445 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:28.906002 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:28.906563 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Tracked resource versions report: Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: pushed versions: Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: { 'AddressGroup': {'1.2'}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'ConntrackHelper': {'1.0'}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'Log': {'1.0'}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'Network': {'1.1'}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'Port': {'1.7'}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'PortForwarding': {'1.2'}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'QosPolicy': {'1.9'}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'SecurityGroup': {'1.4'}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'SecurityGroupRule': {'1.2'}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'SubPort': {'1.0'}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'Subnet': {'1.1'}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'Trunk': {'1.1'}} Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: consumer versions: Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: { DHCP agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: HyperV agent@hv-cinder-82189: {}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: L3 agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: Metadata agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: Metering agent@dv-cinder-821890-1-smb: {}, Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: Open vSwitch agent@dv-cinder-821890-1-smb: { 'AddressGroup': '1.2', Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'ConntrackHelper': '1.0', Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'Log': '1.0', Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'Network': '1.1', Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'Port': '1.7', Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'PortForwarding': '1.2', Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'QosPolicy': '1.9', Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'SecurityGroup': '1.4', Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'SecurityGroupRule': '1.2', Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'SubPort': '1.0', Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'Subnet': '1.1', Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: 'Trunk': '1.1'}} Jan 28 01:06:28.907951 dv-cinder-821890-1-smb neutron-server[102114]: {{(pid=102114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 01:06:28.913862 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Attempting to bind port 9900a30e-cf58-482d-9298-2ebe4084b016 on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:06:28.914537 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Attempting to bind port 9900a30e-cf58-482d-9298-2ebe4084b016 by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:06:28.915207 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Attempting to bind port 9900a30e-cf58-482d-9298-2ebe4084b016 on network 33601191-b01a-4460-980f-590e10ed5ba8 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:28.941732 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:28.944766 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Checking segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:06:28.946353 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:28.949159 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Bound using segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:28.949997 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Bound port: 9900a30e-cf58-482d-9298-2ebe4084b016, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:06:28.950655 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:29.018924 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] For port 9900a30e-cf58-482d-9298-2ebe4084b016, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:29.023294 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] For port 9900a30e-cf58-482d-9298-2ebe4084b016, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=9900a30e-cf58-482d-9298-2ebe4084b016,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:29.038584 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Set router 2f725727-4543-44d1-9dcc-fa0013067c57 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:29.098965 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:29.246941 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Routers {'565382af-e89f-4bf8-85a8-bca234562ae3'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:29.246941 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:06:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['565382af-e89f-4bf8-85a8-bca234562ae3'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:29.266274 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58292) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:29.415282 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58298) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:29.436702 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] Set router 565382af-e89f-4bf8-85a8-bca234562ae3 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:29.491252 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-59feb50d-3de6-46eb-b660-2ca96f2493f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:29.538581 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:26Z', 'revision_number': 3, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:29.542015 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Allocated IP 172.20.0.1 (2947e4c9-3ac7-41d6-a65a-9ff37575a881/1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66/77f263bd-72a8-4db7-808f-631f0d995d0d) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:29.642191 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Checking router: 2f725727-4543-44d1-9dcc-fa0013067c57 for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:06:29.642464 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Updating router 2f725727-4543-44d1-9dcc-fa0013067c57 port 0dc582fc-07fc-4b2a-a02f-dea750f6c144 binding host dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:06:29.646110 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device d969013c-8584-4344-9992-20c41df3f042 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:29.760698 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7dc6a2df-55d4-4b60-b747-759352e55003 req-5240ea9c-ae33-4db4-b7e2-776c0ff283c7 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 210 time: 0.2704856 Jan 28 01:06:29.765737 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d4a85e21-c352-41f2-a3b1-a9c59c1f2b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:29.816855 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:29.849207 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-5398f544-e967-4ec0-b8f8-f31ef9fc3bec None None] Provisioning complete for port d969013c-8584-4344-9992-20c41df3f042 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:29.849581 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5398f544-e967-4ec0-b8f8-f31ef9fc3bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:29.865886 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-59feb50d-3de6-46eb-b660-2ca96f2493f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:29.876051 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-dc172540-c6d8-4cd9-8628-8739f84c49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for subnet, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:29.943976 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b1308-fe11-41af-83ce-efaa07e82162 None None] Pushing event updated for resources: {'Port': ['ID=9900a30e-cf58-482d-9298-2ebe4084b016,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:29.948171 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:29.965347 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.028763 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-59feb50d-3de6-46eb-b660-2ca96f2493f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.034491 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'name': 'tempest-ServerRescueNegativeTestJSON-636995660-router', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '9900a30e-cf58-482d-9298-2ebe4084b016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:22Z', 'updated_at': '2022-01-28T01:06:24Z', 'revision_number': 3, 'project_id': '724b56d47f7c418f8a7d40ff559487c8', 'gw_port': {'id': '9900a30e-cf58-482d-9298-2ebe4084b016', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:23Z', 'updated_at': '2022-01-28T01:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:30.090392 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port d969013c-8584-4344-9992-20c41df3f042 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:30.090392 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.098340 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f9cafc-baa9-43f5-8bd3-1e64398ae347 None None] The sync data for ids ['565382af-e89f-4bf8-85a8-bca234562ae3'] in dv-cinder-821890-1-smb is: [{'id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'name': 'tempest-ServerRescueNegativeTestJSON-636995660-router', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '9900a30e-cf58-482d-9298-2ebe4084b016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:22Z', 'updated_at': '2022-01-28T01:06:24Z', 'revision_number': 3, 'project_id': '724b56d47f7c418f8a7d40ff559487c8', 'gw_port': {'id': '9900a30e-cf58-482d-9298-2ebe4084b016', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:23Z', 'updated_at': '2022-01-28T01:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:06:30.103815 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc172540-c6d8-4cd9-8628-8739f84c49c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a384692d-9782-44af-883e-e5827e33d87b,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:30.120692 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-59feb50d-3de6-46eb-b660-2ca96f2493f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=845195eaaaef44f7aae67a08c471dd29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8515682 Jan 28 01:06:30.127510 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58314) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:30.151037 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59feb50d-3de6-46eb-b660-2ca96f2493f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f45753-202f-4af5-a136-c7787dc8bfab,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:30.242491 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ec192449-e5b9-4294-ab16-a494a2583aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.276018 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ec192449-e5b9-4294-ab16-a494a2583aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.292538 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_common [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Allocated IP 172.20.0.1 (bce857a8-9a20-4d4b-bbf0-308a9ef4d212/de468f85-8d93-4089-bcfa-66cbbedae8e2/cdfc8e5a-37ed-4fbc-abce-4835240856d9) {{(pid=102111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:30.357364 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc172540-c6d8-4cd9-8628-8739f84c49c1 admin admin] Checking segment: {'id': '36a51fb7-6c65-4d75-982b-b20c30c6e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5bafd1ba-391e-4bfa-a0fe-655ef9a17256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:06:30.358066 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc172540-c6d8-4cd9-8628-8739f84c49c1 admin admin] Network hostable DHCP agents. Network: 5bafd1ba-391e-4bfa-a0fe-655ef9a17256, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:06:30.375412 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d4a85e21-c352-41f2-a3b1-a9c59c1f2b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.452896 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.477260 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.515614 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc172540-c6d8-4cd9-8628-8739f84c49c1 admin admin] Network 5bafd1ba-391e-4bfa-a0fe-655ef9a17256 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:06:30.535075 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d4a85e21-c352-41f2-a3b1-a9c59c1f2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.563704 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ec192449-e5b9-4294-ab16-a494a2583aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.566611 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ec192449-e5b9-4294-ab16-a494a2583aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.568298 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-ec192449-e5b9-4294-ab16-a494a2583aff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83f45753-202f-4af5-a136-c7787dc8bfab HTTP/1.1" status: 204 len: 168 time: 0.4367747 Jan 28 01:06:30.571705 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:30.599957 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.624450 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735'] for port, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.641014 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:30.648665 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:30.649220 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-644618'] for router_interface, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.686345 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:30.689580 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:30.693287 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Received port after_create {{(pid=102111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:30.693764 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-644618'] for router_interface, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.704727 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Pushing event updated for resources: {'Port': ['ID=cdfc8e5a-37ed-4fbc-abce-4835240856d9,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:30.725746 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.733746 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-d4a85e21-c352-41f2-a3b1-a9c59c1f2b4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa0d5bd07c194c299c01c5155f2bbd9a&name=default HTTP/1.1" status: 200 len: 2978 time: 1.8719556 Jan 28 01:06:30.749026 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-dc172540-c6d8-4cd9-8628-8739f84c49c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, 5bafd1ba-391e-4bfa-a0fe-655ef9a17256) {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:30.756221 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58340) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:30.772966 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7fa804-a96d-4ada-af61-8b1df0f78a5a None None] Network 5bafd1ba-391e-4bfa-a0fe-655ef9a17256 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:06:30.799116 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc172540-c6d8-4cd9-8628-8739f84c49c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:30.799703 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-dc172540-c6d8-4cd9-8628-8739f84c49c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:30.985185 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Pushing event updated for resources: {'Port': ['ID=77f263bd-72a8-4db7-808f-631f0d995d0d,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:31.000924 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a85e21-c352-41f2-a3b1-a9c59c1f2b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46ba4ed-d6d9-4f51-966e-f97bebb27473,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:31.089485 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76f7214d-f61d-4e06-abf2-6c0d55d6a2e2 req-1d8c1f52-1f20-464e-b94e-b648874daf7b tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 210 time: 0.1308415 Jan 28 01:06:31.233010 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Attempting to bind port 0dc582fc-07fc-4b2a-a02f-dea750f6c144 on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:06:31.233645 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Attempting to bind port 0dc582fc-07fc-4b2a-a02f-dea750f6c144 by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:06:31.233881 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Attempting to bind port 0dc582fc-07fc-4b2a-a02f-dea750f6c144 on network 33601191-b01a-4460-980f-590e10ed5ba8 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:31.248816 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca86dc-19a8-4242-a0fa-6933f8258721 None None] Pushing event updated for resources: {'Port': ['ID=0dc582fc-07fc-4b2a-a02f-dea750f6c144,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:31.270290 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce9b13d-b249-46da-9b74-aa8c1a7f8042 None None] Network 5bafd1ba-391e-4bfa-a0fe-655ef9a17256 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:06:31.270576 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-dc172540-c6d8-4cd9-8628-8739f84c49c1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5990639 Jan 28 01:06:31.276405 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:31.277091 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Checking segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:06:31.277615 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:31.278060 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Bound using segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:31.278505 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Bound port: 0dc582fc-07fc-4b2a-a02f-dea750f6c144, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:06:31.279079 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:31.322200 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec192449-e5b9-4294-ab16-a494a2583aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f45753-202f-4af5-a136-c7787dc8bfab,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:31.336848 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-05b09ebc-a006-4c77-8aeb-d215cf0509b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:31.363810 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-05b09ebc-a006-4c77-8aeb-d215cf0509b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:31.374730 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-eaf0e4c2-2462-4804-beff-da19eb1099a5 None None] Provisioning complete for port cdfc8e5a-37ed-4fbc-abce-4835240856d9 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:31.374730 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eaf0e4c2-2462-4804-beff-da19eb1099a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:31.495087 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] For port 0dc582fc-07fc-4b2a-a02f-dea750f6c144, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:31.500938 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] For port 0dc582fc-07fc-4b2a-a02f-dea750f6c144, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=0dc582fc-07fc-4b2a-a02f-dea750f6c144,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:31.562113 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:31.578821 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-eaf0e4c2-2462-4804-beff-da19eb1099a5 None None] Port cdfc8e5a-37ed-4fbc-abce-4835240856d9 cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:06:31.616335 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58374) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:31.626469 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-05b09ebc-a006-4c77-8aeb-d215cf0509b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:31.629003 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-05b09ebc-a006-4c77-8aeb-d215cf0509b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:31.630183 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-05b09ebc-a006-4c77-8aeb-d215cf0509b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b46ba4ed-d6d9-4f51-966e-f97bebb27473 HTTP/1.1" status: 204 len: 168 time: 0.8651800 Jan 28 01:06:31.633908 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:31.718760 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca86dc-19a8-4242-a0fa-6933f8258721 None None] Pushing event updated for resources: {'Port': ['ID=0dc582fc-07fc-4b2a-a02f-dea750f6c144,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:31.737370 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Routers {'2f725727-4543-44d1-9dcc-fa0013067c57'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:31.737370 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:06:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['2f725727-4543-44d1-9dcc-fa0013067c57'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:31.742867 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:31.745684 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b09ebc-a006-4c77-8aeb-d215cf0509b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46ba4ed-d6d9-4f51-966e-f97bebb27473,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:31.781645 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 9900a30e-cf58-482d-9298-2ebe4084b016 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:31.800074 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8f1af1-d20f-43e7-b2f5-e051402575b2 admin admin] Deleting subnet 15767fce-883f-4f22-a97c-ea5d15e02949 {{(pid=102111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:06:31.812690 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8f8f1af1-d20f-43e7-b2f5-e051402575b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:31.928604 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8f8f1af1-d20f-43e7-b2f5-e051402575b2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:31.947747 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8f8f1af1-d20f-43e7-b2f5-e051402575b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:31.970668 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] Set router 2f725727-4543-44d1-9dcc-fa0013067c57 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:31.972802 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 9900a30e-cf58-482d-9298-2ebe4084b016 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:31.973188 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:32.172966 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:32.226869 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8f8f1af1-d20f-43e7-b2f5-e051402575b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for subnet, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:32.255253 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8f8f1af1-d20f-43e7-b2f5-e051402575b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:32.264602 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-8f8f1af1-d20f-43e7-b2f5-e051402575b2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/15767fce-883f-4f22-a97c-ea5d15e02949 HTTP/1.1" status: 204 len: 168 time: 0.6364601 Jan 28 01:06:32.270373 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58404) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:32.356103 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:32.356850 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644790'] for router_interface, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:32.382995 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:32.440670 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] For port 9900a30e-cf58-482d-9298-2ebe4084b016, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=9900a30e-cf58-482d-9298-2ebe4084b016,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:32.454657 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:32.465824 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:30Z', 'revision_number': 1, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:32.499779 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e49717-011c-470c-abc4-4ac681958dc6 None None] The sync data for ids ['2f725727-4543-44d1-9dcc-fa0013067c57'] in dv-cinder-821890-1-smb is: [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:30Z', 'revision_number': 1, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:06:32.502045 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:32.540363 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:32.542027 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644790'] for router_interface, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:32.604348 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f1af1-d20f-43e7-b2f5-e051402575b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15767fce-883f-4f22-a97c-ea5d15e02949,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:32.639773 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Pushing event updated for resources: {'Port': ['ID=9900a30e-cf58-482d-9298-2ebe4084b016,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:32.701415 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-da0bb90a-cd0c-4797-9707-adeeed8e8e00 req-bd769f0b-dbd5-4ccb-907a-3f2dddd733df tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 210 time: 0.1242192 Jan 28 01:06:32.774138 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Pushing event updated for resources: {'Port': ['ID=77f263bd-72a8-4db7-808f-631f0d995d0d,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:32.818708 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:32.823159 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Pushing event updated for resources: {'Port': ['ID=cdfc8e5a-37ed-4fbc-abce-4835240856d9,revision_number=2']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:32.834167 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:32.838657 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:32.901890 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:32.907635 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:33.120598 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Router 565382af-e89f-4bf8-85a8-bca234562ae3 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:06:33.135433 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:33.373927 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-13140249-1a53-48db-967e-31845e57bf11 None None] Provisioning complete for port cdfc8e5a-37ed-4fbc-abce-4835240856d9 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:33.373927 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-13140249-1a53-48db-967e-31845e57bf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:33.377943 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:33.377943 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:33.377943 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:33.377943 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Subscribe: > port after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:33.377943 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:33.377943 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Subscribe: > port after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:33.377943 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:33.377943 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:33.377943 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:33.377943 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:33.379069 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58430) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:33.379401 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-13140249-1a53-48db-967e-31845e57bf11 None None] Port cdfc8e5a-37ed-4fbc-abce-4835240856d9 cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:06:33.379925 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:06:33.379925 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-205b482c-172e-4807-b5cc-11b8ebeede6c admin admin] 10.222.0.18 "PUT /v2.0/routers/565382af-e89f-4bf8-85a8-bca234562ae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7319014 Jan 28 01:06:33.380247 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Sync routers for ids ['565382af-e89f-4bf8-85a8-bca234562ae3'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:06:33.407011 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Routers {'565382af-e89f-4bf8-85a8-bca234562ae3'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:33.407743 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:06:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['565382af-e89f-4bf8-85a8-bca234562ae3'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:33.472602 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-99a2fdd7-d985-49be-ae74-718d93d77ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:33.542093 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.53', 56745) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:33.611853 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 9900a30e-cf58-482d-9298-2ebe4084b016 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:33.649017 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Set router 565382af-e89f-4bf8-85a8-bca234562ae3 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:33.709623 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:33.710195 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:33.710667 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:33.711256 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:33.711962 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afed4ecb-a176-4e59-8fb0-3faef19ef99e']}} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:33.725406 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 9900a30e-cf58-482d-9298-2ebe4084b016 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:33.725795 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:33.829652 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Router 2f725727-4543-44d1-9dcc-fa0013067c57 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:06:33.835395 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7a7681-778c-46b8-b402-2a108819bf86') {'for_net_delete': True} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:33.841896 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7a7681-778c-46b8-b402-2a108819bf86') {} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:33.859133 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-99a2fdd7-d985-49be-ae74-718d93d77ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:33.878956 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-6aa936cf-9dd1-482a-92c3-0323465653b5 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:33.880522 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-6aa936cf-9dd1-482a-92c3-0323465653b5 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.53 "GET /v2.0/networks?id=adba77a2-c4d7-4dcb-a6eb-a4aec8e41344 HTTP/1.1" status: 200 len: 812 time: 0.3215330 Jan 28 01:06:33.895860 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518634'] for segment, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:33.938031 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-99a2fdd7-d985-49be-ae74-718d93d77ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.046560 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-99a2fdd7-d985-49be-ae74-718d93d77ea1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=988f394527b147e7ba129b92edcc3f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7689886 Jan 28 01:06:34.048707 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58448) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:34.053756 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2fdd7-d985-49be-ae74-718d93d77ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e5e919-2386-4dd0-9483-a863a96bbb5c,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:34.069918 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.098977 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:06:34.099413 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859644'] for segment, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: from cryptography.utils import int_from_bytes Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: from cryptography.utils import int_from_bytes Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: Traceback (most recent call last): Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: timer() Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: cb(*args, **kw) Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: return func(*args, **kwargs) Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: self._notify() Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: self.callback(batched_events) Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: event.method(event) Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: return f(self, *a, **k) Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: return self._get(url).json() Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: return self.request(url, 'GET', **kwargs) Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:06:34.104240 dv-cinder-821890-1-smb neutron-server[102111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:06:34.130663 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-80ef4f25-a68b-407c-ad0a-7617cc413f97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Request body: {'port': {'device_id': '6d256566-9299-4243-81ce-b7b6b0934fad', 'network_id': 'adba77a2-c4d7-4dcb-a6eb-a4aec8e41344', 'admin_state_up': True, 'tenant_id': '544c97afb1f347a0a9b02894af3ad61d'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:34.144564 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58456) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:34.216891 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-30926f8b-56c6-4d33-8e48-b8943cb7b353 req-14c9e801-7868-4618-8768-d8f81b89e4bb tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 210 time: 0.1195889 Jan 28 01:06:34.226300 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'name': 'tempest-ServerRescueNegativeTestJSON-636995660-router', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '9900a30e-cf58-482d-9298-2ebe4084b016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:22Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '724b56d47f7c418f8a7d40ff559487c8', 'gw_port': {'id': '9900a30e-cf58-482d-9298-2ebe4084b016', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:23Z', 'updated_at': '2022-01-28T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '77f263bd-72a8-4db7-808f-631f0d995d0d', 'name': '', 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8', 'mac_address': 'fa:16:3e:70:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:28Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 2, 'project_id': '724b56d47f7c418f8a7d40ff559487c8', 'subnets': [{'id': '1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:34.265230 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Checking router: 565382af-e89f-4bf8-85a8-bca234562ae3 for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:06:34.265707 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Updating router 565382af-e89f-4bf8-85a8-bca234562ae3 port 77f263bd-72a8-4db7-808f-631f0d995d0d binding host dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:06:34.302511 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.305041 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:06:34.331942 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-ec83a321-5a8c-4d9d-bf9e-a608520282e3 admin admin] 10.222.0.18 "PUT /v2.0/routers/2f725727-4543-44d1-9dcc-fa0013067c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7748160 Jan 28 01:06:34.376837 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.394783 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.399166 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] 10.222.0.18 "DELETE /v2.0/networks/afed4ecb-a176-4e59-8fb0-3faef19ef99e HTTP/1.1" status: 204 len: 168 time: 2.1177125 Jan 28 01:06:34.402802 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074203d-860e-4310-9a52-c0efddfb030a admin admin] Pushing event deleted for resources: {'Network': ['ID=afed4ecb-a176-4e59-8fb0-3faef19ef99e,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:34.405784 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58474) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:34.448255 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-73b8dbf5-8eb5-40d4-b9b9-c669cba50114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.493330 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_v2 [None req-9debcdd6-4938-4d76-aea9-9cf065af6b8e admin admin] Deleting subnet a384692d-9782-44af-883e-e5827e33d87b {{(pid=102111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:06:34.500441 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9debcdd6-4938-4d76-aea9-9cf065af6b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.571062 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-73b8dbf5-8eb5-40d4-b9b9-c669cba50114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.691052 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f9a2f77e-4f3f-406f-aa20-942e740a07cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.704496 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9debcdd6-4938-4d76-aea9-9cf065af6b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518611'] for subnet, precommit_delete_associations {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.795289 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-80ef4f25-a68b-407c-ad0a-7617cc413f97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Made reservation on behalf of 544c97afb1f347a0a9b02894af3ad61d for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:34.804353 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-80ef4f25-a68b-407c-ad0a-7617cc413f97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.813089 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-73b8dbf5-8eb5-40d4-b9b9-c669cba50114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.813089 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-73b8dbf5-8eb5-40d4-b9b9-c669cba50114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.815121 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-73b8dbf5-8eb5-40d4-b9b9-c669cba50114 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40e5e919-2386-4dd0-9483-a863a96bbb5c HTTP/1.1" status: 204 len: 168 time: 0.7607949 Jan 28 01:06:34.881276 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8dbf5-8eb5-40d4-b9b9-c669cba50114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e5e919-2386-4dd0-9483-a863a96bbb5c,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:34.896805 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Notify callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.938573 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9debcdd6-4938-4d76-aea9-9cf065af6b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:34.967429 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.079726 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f9a2f77e-4f3f-406f-aa20-942e740a07cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.091825 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9ee55-fa97-4953-b069-5fde703f7ffd None None] Pushing event updated for resources: {'Port': ['ID=77f263bd-72a8-4db7-808f-631f0d995d0d,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:35.139481 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Attempting to bind port 77f263bd-72a8-4db7-808f-631f0d995d0d on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:06:35.139839 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Attempting to bind port 77f263bd-72a8-4db7-808f-631f0d995d0d by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:06:35.140205 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Attempting to bind port 77f263bd-72a8-4db7-808f-631f0d995d0d on network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:35.147137 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:35.147137 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Checking segment: {'id': 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:06:35.147137 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.147137 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Bound using segment: {'id': 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:35.147137 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Bound port: 77f263bd-72a8-4db7-808f-631f0d995d0d, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:06:35.147640 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.166552 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f9a2f77e-4f3f-406f-aa20-942e740a07cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.172084 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9debcdd6-4938-4d76-aea9-9cf065af6b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12065609'] for subnet, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.254028 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] For port 77f263bd-72a8-4db7-808f-631f0d995d0d, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:35.257666 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] For port 77f263bd-72a8-4db7-808f-631f0d995d0d, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=77f263bd-72a8-4db7-808f-631f0d995d0d,segment=NetworkSegment(b75a6e8a-6a59-4bf7-83b5-f3b6be419063),segment_id=b75a6e8a-6a59-4bf7-83b5-f3b6be419063)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:35.261367 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debcdd6-4938-4d76-aea9-9cf065af6b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a384692d-9782-44af-883e-e5827e33d87b,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:35.273401 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9debcdd6-4938-4d76-aea9-9cf065af6b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.277941 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-9debcdd6-4938-4d76-aea9-9cf065af6b8e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a384692d-9782-44af-883e-e5827e33d87b HTTP/1.1" status: 204 len: 168 time: 0.8709707 Jan 28 01:06:35.284493 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58514) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:35.293129 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2f77e-4f3f-406f-aa20-942e740a07cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22de443-9f3a-47f7-af80-3ec453a4ee9c,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:35.300594 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-f9a2f77e-4f3f-406f-aa20-942e740a07cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c29e1e189afa42d0922624d6e4f1c240&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1535535 Jan 28 01:06:35.301737 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58516) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:35.341003 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.370109 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5d75da6a-96e0-49af-8e62-dce06fc3a976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.412767 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5d75da6a-96e0-49af-8e62-dce06fc3a976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.463351 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9ee55-fa97-4953-b069-5fde703f7ffd None None] Pushing event updated for resources: {'Port': ['ID=77f263bd-72a8-4db7-808f-631f0d995d0d,revision_number=4']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:35.490714 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Routers {'565382af-e89f-4bf8-85a8-bca234562ae3'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:35.491390 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:06:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['565382af-e89f-4bf8-85a8-bca234562ae3'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:35.524797 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.537715 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-80ef4f25-a68b-407c-ad0a-7617cc413f97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Allocated IP 172.20.0.11 (adba77a2-c4d7-4dcb-a6eb-a4aec8e41344/7c8f9065-c03f-4d12-bc6c-466d688b48f7/0ae51d43-847d-426f-a2cd-ddf2e9d7730d) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:35.555106 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2358b-749b-440e-858f-a978428e15b7 req-a3231298-256b-400b-836c-be25d3ed2928 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:35.558963 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-a3231298-256b-400b-836c-be25d3ed2928 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/networks?id=2947e4c9-3ac7-41d6-a65a-9ff37575a881 HTTP/1.1" status: 200 len: 818 time: 0.4591043 Jan 28 01:06:35.601588 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-55ae88a2-f6ee-4d90-8193-4882f63777f2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/quotas/724b56d47f7c418f8a7d40ff559487c8 HTTP/1.1" status: 200 len: 375 time: 0.0295963 Jan 28 01:06:35.627948 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5d75da6a-96e0-49af-8e62-dce06fc3a976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.630909 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5d75da6a-96e0-49af-8e62-dce06fc3a976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.635584 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-5d75da6a-96e0-49af-8e62-dce06fc3a976 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d22de443-9f3a-47f7-af80-3ec453a4ee9c HTTP/1.1" status: 204 len: 168 time: 0.3287470 Jan 28 01:06:35.646630 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75da6a-96e0-49af-8e62-dce06fc3a976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22de443-9f3a-47f7-af80-3ec453a4ee9c,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:35.669828 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 0dc582fc-07fc-4b2a-a02f-dea750f6c144 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:35.750505 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] Set router 565382af-e89f-4bf8-85a8-bca234562ae3 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:35.799341 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 0dc582fc-07fc-4b2a-a02f-dea750f6c144 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:35.799978 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.929427 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:35.960792 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] For port 0dc582fc-07fc-4b2a-a02f-dea750f6c144, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=0dc582fc-07fc-4b2a-a02f-dea750f6c144,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:36.041826 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Sync routers for ids ['2f725727-4543-44d1-9dcc-fa0013067c57'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:06:36.080751 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'name': 'tempest-ServerRescueNegativeTestJSON-636995660-router', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '9900a30e-cf58-482d-9298-2ebe4084b016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:22Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '724b56d47f7c418f8a7d40ff559487c8', 'gw_port': {'id': '9900a30e-cf58-482d-9298-2ebe4084b016', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:23Z', 'updated_at': '2022-01-28T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '77f263bd-72a8-4db7-808f-631f0d995d0d', 'name': '', 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8', 'mac_address': 'fa:16:3e:70:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:28Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '724b56d47f7c418f8a7d40ff559487c8', 'subnets': [{'id': '1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:36.088431 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:36.090873 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Routers {'2f725727-4543-44d1-9dcc-fa0013067c57'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:36.092471 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:06:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['2f725727-4543-44d1-9dcc-fa0013067c57'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:36.111106 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5c3769-42a6-45f3-8835-726cd2ea284f None None] The sync data for ids ['565382af-e89f-4bf8-85a8-bca234562ae3'] in dv-cinder-821890-1-smb is: [{'id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'name': 'tempest-ServerRescueNegativeTestJSON-636995660-router', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '9900a30e-cf58-482d-9298-2ebe4084b016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:22Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '724b56d47f7c418f8a7d40ff559487c8', 'gw_port': {'id': '9900a30e-cf58-482d-9298-2ebe4084b016', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:23Z', 'updated_at': '2022-01-28T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '77f263bd-72a8-4db7-808f-631f0d995d0d', 'name': '', 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8', 'mac_address': 'fa:16:3e:70:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:28Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '724b56d47f7c418f8a7d40ff559487c8', 'subnets': [{'id': '1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:06:36.242498 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58542) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:36.253300 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-9f7dbde8-f452-4505-a6e5-07ee6eec107a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849589100', 'description': 'tempest-description--1954246010'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:36.297140 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:36.324953 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-52474308-61a5-452a-b0f9-b9fd86f40131 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=724b56d47f7c418f8a7d40ff559487c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7124341 Jan 28 01:06:36.353970 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Pushing event updated for resources: {'Port': ['ID=0dc582fc-07fc-4b2a-a02f-dea750f6c144,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:36.369511 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:36.369861 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:36.371111 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:36.371111 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Subscribe: > port after_create 55550000 {{(pid=102112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:36.371434 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:36.371779 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Subscribe: > port after_update 55550000 {{(pid=102112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:36.372103 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:36.372400 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:36.372711 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:36.373023 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:36.387585 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Set router 2f725727-4543-44d1-9dcc-fa0013067c57 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:36.445265 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9f7dbde8-f452-4505-a6e5-07ee6eec107a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:36.648105 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9f7dbde8-f452-4505-a6e5-07ee6eec107a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:36.726564 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9f7dbde8-f452-4505-a6e5-07ee6eec107a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:36.785489 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:36.786151 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:36.786612 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:36.787090 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 01:06:36.787591 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bafd1ba-391e-4bfa-a0fe-655ef9a17256']}} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:36.841929 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dbde8-f452-4505-a6e5-07ee6eec107a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91091b9a-ea09-4890-80b1-ad650a2680da,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:36.846793 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-80ef4f25-a68b-407c-ad0a-7617cc413f97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:36.905603 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9f7dbde8-f452-4505-a6e5-07ee6eec107a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:36.907334 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-9f7dbde8-f452-4505-a6e5-07ee6eec107a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6637862 Jan 28 01:06:36.916471 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58556) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:36.927155 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-4f3ac926-5b85-4ef2-bc3e-0b5434b8ef71 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Request body: {'security_group_rule': {'security_group_id': '91091b9a-ea09-4890-80b1-ad650a2680da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:36.927943 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8df2a7fc-573b-4c5c-b8f8-b7c99a2f683f req-38c1b680-f80b-450c-8424-d926fa4b2784 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 210 time: 0.5770421 Jan 28 01:06:36.981964 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a51fb7-6c65-4d75-982b-b20c30c6e92a') {'for_net_delete': True} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:36.983577 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a51fb7-6c65-4d75-982b-b20c30c6e92a') {} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:37.003250 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-80ef4f25-a68b-407c-ad0a-7617cc413f97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.013347 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16416192'] for segment, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.042398 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-80ef4f25-a68b-407c-ad0a-7617cc413f97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Network adba77a2-c4d7-4dcb-a6eb-a4aec8e41344 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:37.070359 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4f3ac926-5b85-4ef2-bc3e-0b5434b8ef71 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.081636 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-80ef4f25-a68b-407c-ad0a-7617cc413f97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:37.133082 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-80ef4f25-a68b-407c-ad0a-7617cc413f97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:37.152566 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58564) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:37.183440 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.236449 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b0483fce-6943-47bf-ac12-ea2d75a773d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.270035 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:06:37.274042 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15841923'] for segment, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: from cryptography.utils import int_from_bytes Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: from cryptography.utils import int_from_bytes Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: Traceback (most recent call last): Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: timer() Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: cb(*args, **kw) Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: return func(*args, **kwargs) Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: self._notify() Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: self.callback(batched_events) Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: event.method(event) Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: return f(self, *a, **k) Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: return self._get(url).json() Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: return self.request(url, 'GET', **kwargs) Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:06:37.278092 dv-cinder-821890-1-smb neutron-server[102112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:06:37.302398 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef4f25-a68b-407c-ad0a-7617cc413f97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Pushing event updated for resources: {'Port': ['ID=0ae51d43-847d-426f-a2cd-ddf2e9d7730d,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:37.334610 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 2, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:37.413441 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Checking router: 2f725727-4543-44d1-9dcc-fa0013067c57 for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:06:37.417805 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Updating router 2f725727-4543-44d1-9dcc-fa0013067c57 port cdfc8e5a-37ed-4fbc-abce-4835240856d9 binding host dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:06:37.459099 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-80ef4f25-a68b-407c-ad0a-7617cc413f97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:37.464418 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-80ef4f25-a68b-407c-ad0a-7617cc413f97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.479381 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.496357 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4f3ac926-5b85-4ef2-bc3e-0b5434b8ef71 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.631389 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4f3ac926-5b85-4ef2-bc3e-0b5434b8ef71 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.675530 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ac926-5b85-4ef2-bc3e-0b5434b8ef71 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce50edf-8d86-4f0c-be98-d905a4c02d51,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:37.680110 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b0483fce-6943-47bf-ac12-ea2d75a773d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.680580 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.688593 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-80ef4f25-a68b-407c-ad0a-7617cc413f97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5897067 Jan 28 01:06:37.769337 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b0483fce-6943-47bf-ac12-ea2d75a773d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.778289 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=5bafd1ba-391e-4bfa-a0fe-655ef9a17256,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:37.792782 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.814432 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-b927234d-171a-40f8-8921-86b5aca30f4c admin admin] 10.222.0.18 "DELETE /v2.0/networks/5bafd1ba-391e-4bfa-a0fe-655ef9a17256 HTTP/1.1" status: 204 len: 168 time: 2.5285940 Jan 28 01:06:37.837046 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4f3ac926-5b85-4ef2-bc3e-0b5434b8ef71 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:37.843250 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-4f3ac926-5b85-4ef2-bc3e-0b5434b8ef71 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9254169 Jan 28 01:06:37.853399 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58572) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:37.857887 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-fc1957ab-c3d0-45a7-9777-25d500142aaa tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:06:37.859705 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-fc1957ab-c3d0-45a7-9777-25d500142aaa tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0927615 Jan 28 01:06:37.860981 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-f1dba5c3-0565-4570-83c2-7bd884c81d3d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Request body: {'security_group_rule': {'security_group_id': '91091b9a-ea09-4890-80b1-ad650a2680da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:37.902091 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-b0483fce-6943-47bf-ac12-ea2d75a773d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f2b42d4293e49df8b2419a4fad6e922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7479720 Jan 28 01:06:37.905124 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0483fce-6943-47bf-ac12-ea2d75a773d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb82b23d-0dcf-4b6d-b15b-09b7a4b724a6,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:37.905332 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58574) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:37.927017 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 0dc582fc-07fc-4b2a-a02f-dea750f6c144 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:38.026472 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f1dba5c3-0565-4570-83c2-7bd884c81d3d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:38.052669 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d3389ac6-5da2-48a3-94b9-55890de9dd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:38.128606 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-6adec4e5-8613-450f-82fa-88d72ffe4c33 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:06:38.136906 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f1dba5c3-0565-4570-83c2-7bd884c81d3d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:38.143429 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-6adec4e5-8613-450f-82fa-88d72ffe4c33 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8311355 Jan 28 01:06:38.198454 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f1dba5c3-0565-4570-83c2-7bd884c81d3d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:38.215766 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 0dc582fc-07fc-4b2a-a02f-dea750f6c144 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:38.216453 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d3389ac6-5da2-48a3-94b9-55890de9dd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:38.217197 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:38.263711 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dba5c3-0565-4570-83c2-7bd884c81d3d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1d97e4-9e80-4289-92c1-05d610af900f,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:38.326376 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f1dba5c3-0565-4570-83c2-7bd884c81d3d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:38.331957 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-f1dba5c3-0565-4570-83c2-7bd884c81d3d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4769146 Jan 28 01:06:38.332697 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58584) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:38.339720 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Request body: {'floatingip': {'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:38.472981 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc152b-a925-44f8-80fa-7d282e7c1c1c req-b54d6320-ae60-4155-a20f-31de448926f3 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:38.474225 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d2fc152b-a925-44f8-80fa-7d282e7c1c1c req-b54d6320-ae60-4155-a20f-31de448926f3 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 932 time: 0.1489587 Jan 28 01:06:38.476771 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-c11fb9fe-593c-4d0c-8a41-d3c3d3b22bae service neutron] 10.222.0.18 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324282 Jan 28 01:06:38.489776 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Notify callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:38.496638 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 77f263bd-72a8-4db7-808f-631f0d995d0d up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:38.527907 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for floatingip, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:38.555346 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 77f263bd-72a8-4db7-808f-631f0d995d0d triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:38.556365 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:38.628608 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:38.647818 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d3389ac6-5da2-48a3-94b9-55890de9dd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:38.657871 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d3389ac6-5da2-48a3-94b9-55890de9dd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:38.662795 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-d3389ac6-5da2-48a3-94b9-55890de9dd82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb82b23d-0dcf-4b6d-b15b-09b7a4b724a6 HTTP/1.1" status: 204 len: 168 time: 0.7537279 Jan 28 01:06:38.687888 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3389ac6-5da2-48a3-94b9-55890de9dd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb82b23d-0dcf-4b6d-b15b-09b7a4b724a6,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:38.692730 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d2fc152b-a925-44f8-80fa-7d282e7c1c1c req-c2cfdd6f-5355-4c6d-9102-83659339fbbc tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922481 Jan 28 01:06:38.785848 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ac1dbfe9-4ea0-48f1-b4bd-d553d8d46c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:38.826062 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c7b8-0737-4830-85ce-096b6c60d189 None None] Pushing event updated for resources: {'Port': ['ID=cdfc8e5a-37ed-4fbc-abce-4835240856d9,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:38.840104 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-aab2b6a7-baf9-4d02-ab9d-66d0576ce280 service neutron] 10.222.0.18 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410935 Jan 28 01:06:38.861402 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Request body: {'port': {'device_id': '6d256566-9299-4243-81ce-b7b6b0934fad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:38.880477 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58606) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:39.015693 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:39.193141 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:39.195454 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Attempting to bind port cdfc8e5a-37ed-4fbc-abce-4835240856d9 on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:06:39.195879 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Attempting to bind port cdfc8e5a-37ed-4fbc-abce-4835240856d9 by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:06:39.196381 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Attempting to bind port cdfc8e5a-37ed-4fbc-abce-4835240856d9 on network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:39.203168 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] For port 77f263bd-72a8-4db7-808f-631f0d995d0d, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=77f263bd-72a8-4db7-808f-631f0d995d0d,segment=NetworkSegment(b75a6e8a-6a59-4bf7-83b5-f3b6be419063),segment_id=b75a6e8a-6a59-4bf7-83b5-f3b6be419063)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:39.212689 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-09f372fc-8a96-4af2-bac3-c3c7a8898171 None None] Provisioning complete for port cdfc8e5a-37ed-4fbc-abce-4835240856d9 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:39.212689 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09f372fc-8a96-4af2-bac3-c3c7a8898171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:39.239527 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-44a7032c-b1dc-4a13-8428-969a9ddc5bec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=106e5820ac154be3b52efaf89197a0ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3450854 Jan 28 01:06:39.247092 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58628) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:39.262452 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:39.262819 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Checking segment: {'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:06:39.263250 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:39.263683 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Bound using segment: {'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:39.265600 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Bound port: cdfc8e5a-37ed-4fbc-abce-4835240856d9, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:06:39.265600 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:39.280802 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-09f372fc-8a96-4af2-bac3-c3c7a8898171 None None] Port cdfc8e5a-37ed-4fbc-abce-4835240856d9 cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:06:39.371145 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:39.392949 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-897a81f3-c9b2-485a-af28-e34b052ecd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:39.444572 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:39.575760 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] For port cdfc8e5a-37ed-4fbc-abce-4835240856d9, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:39.591266 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] For port cdfc8e5a-37ed-4fbc-abce-4835240856d9, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=cdfc8e5a-37ed-4fbc-abce-4835240856d9,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:39.595035 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_common [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Allocated IP 172.28.0.147 (33601191-b01a-4460-980f-590e10ed5ba8/440539cd-2d5c-4ab2-843c-9b347b12c340/fddae195-578b-4b07-8827-05e0c9597fd9) {{(pid=102111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:39.650219 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Pushing event updated for resources: {'Port': ['ID=77f263bd-72a8-4db7-808f-631f0d995d0d,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:39.749944 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for port, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:39.796322 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-61916f50-777a-4b27-88d4-b2c52d0d92ec req-a1124bc5-2ce7-4a30-b107-ada8be04780f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 210 time: 0.0991037 Jan 28 01:06:39.808162 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-897a81f3-c9b2-485a-af28-e34b052ecd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:39.892271 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:39.924534 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:40.048878 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Routers {'2f725727-4543-44d1-9dcc-fa0013067c57'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:40.051985 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:06:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['2f725727-4543-44d1-9dcc-fa0013067c57'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:40.110498 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event updated for resources: {'Port': ['ID=fddae195-578b-4b07-8827-05e0c9597fd9,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:40.126007 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Network 33601191-b01a-4460-980f-590e10ed5ba8 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:40.129406 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:40.133132 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Received port after_create {{(pid=102111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:40.169917 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c7b8-0737-4830-85ce-096b6c60d189 None None] Pushing event updated for resources: {'Port': ['ID=cdfc8e5a-37ed-4fbc-abce-4835240856d9,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:40.202115 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-897a81f3-c9b2-485a-af28-e34b052ecd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:40.205203 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-897a81f3-c9b2-485a-af28-e34b052ecd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:40.210677 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-897a81f3-c9b2-485a-af28-e34b052ecd10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed7412c6-128a-45c0-a12d-ca487a707f80 HTTP/1.1" status: 204 len: 168 time: 0.9501588 Jan 28 01:06:40.354477 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47b8dc-c6d3-4427-be85-18b5e4c39c83 req-2c853eeb-a879-4e67-91f8-487f3f8859c9 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:40.364886 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] Set router 2f725727-4543-44d1-9dcc-fa0013067c57 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:40.368829 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9b47b8dc-c6d3-4427-be85-18b5e4c39c83 req-2c853eeb-a879-4e67-91f8-487f3f8859c9 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 932 time: 0.3185465 Jan 28 01:06:40.423180 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a81f3-c9b2-485a-af28-e34b052ecd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7412c6-128a-45c0-a12d-ca487a707f80,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:40.541259 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:40.623252 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9b47b8dc-c6d3-4427-be85-18b5e4c39c83 req-436e30da-5d9a-4e02-a884-91e5e15ab64f tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544098 Jan 28 01:06:40.642988 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e8d67e36-8fa4-44bf-b6a5-3bc80e8e034c None None] Provisioning complete for port cdfc8e5a-37ed-4fbc-abce-4835240856d9 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:40.642988 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8d67e36-8fa4-44bf-b6a5-3bc80e8e034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:40.922031 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8d67e36-8fa4-44bf-b6a5-3bc80e8e034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:40.939887 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-718aee7a-479b-4e9c-bf49-cd615ff45039 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:40.941398 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-718aee7a-479b-4e9c-bf49-cd615ff45039 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/networks?id=2947e4c9-3ac7-41d6-a65a-9ff37575a881 HTTP/1.1" status: 200 len: 818 time: 0.2239766 Jan 28 01:06:40.963118 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae51d43-847d-426f-a2cd-ddf2e9d7730d {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:06:40.972503 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:40.983768 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-0fbe150f-22c0-49ce-be40-4e17c9ca6a1f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/quotas/724b56d47f7c418f8a7d40ff559487c8 HTTP/1.1" status: 200 len: 375 time: 0.0318730 Jan 28 01:06:41.035623 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:39Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:41.046876 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Transition to ACTIVE for port object 0ae51d43-847d-426f-a2cd-ddf2e9d7730d will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:06:41.060644 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:41.066667 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-c70839f5-fae5-413e-a3d8-998d130393b3 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=724b56d47f7c418f8a7d40ff559487c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819635 Jan 28 01:06:41.125630 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-607a5611-5e92-4a84-8102-4daa4a88aca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:41.128567 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c9fbae-2191-4778-9f32-48cfa82ada6f None None] The sync data for ids ['2f725727-4543-44d1-9dcc-fa0013067c57'] in dv-cinder-821890-1-smb is: [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:39Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:06:41.186950 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e8d67e36-8fa4-44bf-b6a5-3bc80e8e034c None None] For port cdfc8e5a-37ed-4fbc-abce-4835240856d9, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=cdfc8e5a-37ed-4fbc-abce-4835240856d9,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:41.246523 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-1c209536-2982-4e24-9370-148a82534507 service neutron] 10.222.0.18 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697314 Jan 28 01:06:41.248602 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:41.403265 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e8d67e36-8fa4-44bf-b6a5-3bc80e8e034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:41.424454 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58712) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:41.514205 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for port, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:41.616888 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d67e36-8fa4-44bf-b6a5-3bc80e8e034c None None] Pushing event updated for resources: {'Port': ['ID=cdfc8e5a-37ed-4fbc-abce-4835240856d9,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:41.621805 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859664'] for port, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:41.735318 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646029'] for floatingip, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:41.808029 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event updated for resources: {'Port': ['ID=fddae195-578b-4b07-8827-05e0c9597fd9,revision_number=2']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:41.861047 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 77f263bd-72a8-4db7-808f-631f0d995d0d up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:41.905407 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:41.912039 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-4bd08d3c-270d-4c65-8c41-368b5e4d6d69 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5735636 Jan 28 01:06:42.014249 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 77f263bd-72a8-4db7-808f-631f0d995d0d triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:42.014687 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:42.193126 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58748) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:42.229726 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device cdfc8e5a-37ed-4fbc-abce-4835240856d9 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:42.243473 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae51d43-847d-426f-a2cd-ddf2e9d7730d,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:42.248370 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-54c5fa76-0f99-46f3-a609-b788468fc232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:42.305425 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:42.337162 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port cdfc8e5a-37ed-4fbc-abce-4835240856d9 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:42.337627 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:42.412012 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835f27d-4183-41b0-adb0-8487160bb9a0 req-e495f5b1-b166-49b1-a864-df2ac806455e tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:42.413893 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c835f27d-4183-41b0-adb0-8487160bb9a0 req-e495f5b1-b166-49b1-a864-df2ac806455e tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 944 time: 0.4600339 Jan 28 01:06:42.534610 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-ba9d23f5-e4cf-4f57-b7c8-7f49b0315f33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0034cdc0b124341b0c0235e464d40d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3247199 Jan 28 01:06:42.534943 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-ee15b98a-94fe-47e6-a219-9b4be8ac6743 service neutron] 10.222.0.18 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2912459 Jan 28 01:06:42.536900 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58760) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:42.635417 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-54c5fa76-0f99-46f3-a609-b788468fc232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:42.705644 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-54c5fa76-0f99-46f3-a609-b788468fc232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:42.824007 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c835f27d-4183-41b0-adb0-8487160bb9a0 req-9654e7d2-4148-4a54-87e0-3d5f3b30fb4d tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969309 Jan 28 01:06:42.845415 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Attempting to bind port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:06:42.851799 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Attempting to bind port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '20318175-d953-44bd-bd02-ad5aecb82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'adba77a2-c4d7-4dcb-a6eb-a4aec8e41344'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:06:42.855936 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Attempting to bind port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d on network adba77a2-c4d7-4dcb-a6eb-a4aec8e41344 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:43.090457 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5fa76-0f99-46f3-a609-b788468fc232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ee7185-28da-418f-a4af-ced685fbee54,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:43.094024 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d on network adba77a2-c4d7-4dcb-a6eb-a4aec8e41344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:43.094024 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Attempting to bind port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d on network adba77a2-c4d7-4dcb-a6eb-a4aec8e41344 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:43.094024 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f929b531-08f1-4bec-b098-9d7ab3779a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:43.097657 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-54c5fa76-0f99-46f3-a609-b788468fc232 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=404cc7b8466b429bae12745670c40dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4751010 Jan 28 01:06:43.098625 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f929b531-08f1-4bec-b098-9d7ab3779a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:43.098625 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:43.098625 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Checking segment: {'id': '20318175-d953-44bd-bd02-ad5aecb82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'adba77a2-c4d7-4dcb-a6eb-a4aec8e41344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:06:43.098625 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Bound using segment: {'id': '20318175-d953-44bd-bd02-ad5aecb82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'adba77a2-c4d7-4dcb-a6eb-a4aec8e41344'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:43.098625 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Bound port: 0ae51d43-847d-426f-a2cd-ddf2e9d7730d, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20318175-d953-44bd-bd02-ad5aecb82b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'adba77a2-c4d7-4dcb-a6eb-a4aec8e41344'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:06:43.098625 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:43.098625 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a0e9d41e-82c7-4781-8fda-651aaa44d2b6 req-60f00262-cc38-4bd7-8f0e-fee4643f5d7a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 210 time: 0.0677943 Jan 28 01:06:43.101545 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58794) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:43.176184 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-3b7c2eae-7c5e-40ad-ac8f-a7e7c587ef39 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1849589100&fields=id&tenant_id=4b0da38f28ed432e803107ee76115dbc HTTP/1.1" status: 200 len: 267 time: 0.2011795 Jan 28 01:06:43.186159 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:43.273645 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bb18-5231-4280-adb9-a04ef78616be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:43.298810 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f929b531-08f1-4bec-b098-9d7ab3779a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:43.298810 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f929b531-08f1-4bec-b098-9d7ab3779a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:43.299971 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-f929b531-08f1-4bec-b098-9d7ab3779a3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/402991d1-de41-4b9e-be13-e0d8687fff0e HTTP/1.1" status: 204 len: 168 time: 0.7537825 Jan 28 01:06:43.347219 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929b531-08f1-4bec-b098-9d7ab3779a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402991d1-de41-4b9e-be13-e0d8687fff0e,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:43.440521 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bb18-5231-4280-adb9-a04ef78616be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:43.458346 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] For port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:43.487974 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] For port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0ae51d43-847d-426f-a2cd-ddf2e9d7730d,segment=NetworkSegment(20318175-d953-44bd-bd02-ad5aecb82b4a),segment_id=20318175-d953-44bd-bd02-ad5aecb82b4a)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:43.503575 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-0d436d6b-adcb-49ef-b970-6001ed2a3830 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:43.506023 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-0d436d6b-adcb-49ef-b970-6001ed2a3830 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/networks?id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212 HTTP/1.1" status: 200 len: 817 time: 0.3148880 Jan 28 01:06:43.531639 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-3c65cf1c-69a6-4d4d-b3b9-e176aaabbf82 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/quotas/4b0da38f28ed432e803107ee76115dbc HTTP/1.1" status: 200 len: 375 time: 0.0138483 Jan 28 01:06:43.647269 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:43.669832 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:43.679179 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-540502dc-c852-477c-a043-25dc6f35a3b7 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b0da38f28ed432e803107ee76115dbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1297703 Jan 28 01:06:43.699375 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bb18-5231-4280-adb9-a04ef78616be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:43.703816 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8ee0bb18-5231-4280-adb9-a04ef78616be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:43.707859 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-8ee0bb18-5231-4280-adb9-a04ef78616be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61ee7185-28da-418f-a4af-ced685fbee54 HTTP/1.1" status: 204 len: 168 time: 0.6038077 Jan 28 01:06:43.750599 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:43.751391 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:43.754961 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device cdfc8e5a-37ed-4fbc-abce-4835240856d9 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:43.755825 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] 10.222.0.53 "PUT /v2.0/ports/0ae51d43-847d-426f-a2cd-ddf2e9d7730d HTTP/1.1" status: 200 len: 1094 time: 5.1656101 Jan 28 01:06:43.786427 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d256566-9299-4243-81ce-b7b6b0934fad', 'tag': '0ae51d43-847d-426f-a2cd-ddf2e9d7730d'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:06:43.789476 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0bb18-5231-4280-adb9-a04ef78616be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ee7185-28da-418f-a4af-ced685fbee54,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:43.855920 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:43.897088 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port cdfc8e5a-37ed-4fbc-abce-4835240856d9 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:43.897088 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:44.119906 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5e5cc-8ab4-4e39-bce9-3b1bb85e3495 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae51d43-847d-426f-a2cd-ddf2e9d7730d,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:44.119906 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-b6be7164-f320-4671-aad4-e3916f84a9e8 service neutron] 10.222.0.18 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042374 Jan 28 01:06:44.119906 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fced06-42bc-4d04-8af6-91a7db040121 req-692a57e6-b4dd-46e3-bcf6-f8b9fc83e0e7 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:44.119906 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a3fced06-42bc-4d04-8af6-91a7db040121 req-692a57e6-b4dd-46e3-bcf6-f8b9fc83e0e7 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 944 time: 0.0938621 Jan 28 01:06:44.202606 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a3fced06-42bc-4d04-8af6-91a7db040121 req-dea04db8-6517-4f9c-b2f0-66b58a46dbc8 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699823 Jan 28 01:06:44.257442 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-47d54bac-d7b3-40e8-a97d-990d54b6cf32 service neutron] 10.222.0.18 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879513 Jan 28 01:06:44.323762 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9d77d5be-ca01-40aa-be0e-29c55fa11824 req-f584c407-0fd7-4574-9280-37f0145df1cc tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 210 time: 0.0539486 Jan 28 01:06:44.543869 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-2c397ab8-be58-4265-a71f-859884411718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:44.545480 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-2c397ab8-be58-4265-a71f-859884411718 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=544c97afb1f347a0a9b02894af3ad61d&device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 1097 time: 0.1160913 Jan 28 01:06:44.771933 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-b7950e21-e93c-4ba5-8265-993875170b6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ae51d43-847d-426f-a2cd-ddf2e9d7730d HTTP/1.1" status: 200 len: 217 time: 0.1386299 Jan 28 01:06:44.853312 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0dcb1f2e-0b65-402d-b22a-91f8e142a014 req-2ff592e0-9a75-463e-bb15-e8d92f4ea459 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 210 time: 0.0871356 Jan 28 01:06:45.042951 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-d23edd0d-07bc-4ba2-bf95-6cbd97c5e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:45.042951 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-d23edd0d-07bc-4ba2-bf95-6cbd97c5e03f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c8f9065-c03f-4d12-bc6c-466d688b48f7 HTTP/1.1" status: 200 len: 852 time: 0.0765066 Jan 28 01:06:45.042951 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-a8c53f71-0a5a-4695-8e0e-46cfc11a60ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=adba77a2-c4d7-4dcb-a6eb-a4aec8e41344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620933 Jan 28 01:06:45.109519 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-53420659-a79f-4eb8-a421-4b7b5fc947d5 service neutron] 10.222.0.53 "GET /v2.0/networks/adba77a2-c4d7-4dcb-a6eb-a4aec8e41344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963991 Jan 28 01:06:45.420644 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5813d6-4be3-4e2f-80fb-ad90913c2825 req-b658a282-c297-445a-8c2b-e77ae3fb7eb1 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:45.422091 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ff5813d6-4be3-4e2f-80fb-ad90913c2825 req-b658a282-c297-445a-8c2b-e77ae3fb7eb1 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 944 time: 0.1186934 Jan 28 01:06:45.464413 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a21df0-ee17-4c3f-b753-3f2fdd34e78b req-7e31d4ed-05a5-466f-8c6a-4797e26f030d service neutron] 10.222.0.53 "GET /v2.0/networks/adba77a2-c4d7-4dcb-a6eb-a4aec8e41344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758137 Jan 28 01:06:45.499547 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e7a00cb-16b8-4ae7-85d4-82dee6a75fc9 req-e5ddba14-3c35-4a19-9466-e5db46e29a2c tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 210 time: 0.0470464 Jan 28 01:06:45.531667 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ff5813d6-4be3-4e2f-80fb-ad90913c2825 req-a3fbe912-4772-4fc0-b810-8e58a809687c tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957437 Jan 28 01:06:45.927969 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9095dcf-3465-4ee0-9e41-3a242fe04c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d256566-9299-4243-81ce-b7b6b0934fad", "tag": "0ae51d43-847d-426f-a2cd-ddf2e9d7730d"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:45.927969 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58878) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:46.033773 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab8fd27-3b3e-4619-8a7b-19646bb70853 x-openstack-request-id: req-9ab8fd27-3b3e-4619-8a7b-19646bb70853 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:46.034068 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d256566-9299-4243-81ce-b7b6b0934fad", "tag": "0ae51d43-847d-426f-a2cd-ddf2e9d7730d", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:46.034327 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ab8fd27-3b3e-4619-8a7b-19646bb70853 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:46.034790 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d256566-9299-4243-81ce-b7b6b0934fad', 'tag': '0ae51d43-847d-426f-a2cd-ddf2e9d7730d', 'status': 'completed', 'code': 200} Jan 28 01:06:46.136518 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c4f5fdb3-7cf8-4d4b-966b-8927cc7322c1 req-11898631-b588-4f8b-b628-4f0978f7ee88 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 210 time: 0.0396130 Jan 28 01:06:46.655103 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-68c784d1-94e9-4bd5-9a38-b27fbc2b9a3a req-c83b5fb4-e82d-453c-8234-29f348d3be8d tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 210 time: 0.0610504 Jan 28 01:06:46.685045 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a2cf2b76-976d-48f9-b0da-328ba364199c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:46.760865 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4f04f-20cc-407e-91d0-03526bcad2af req-a5924a01-9d37-4f48-8c02-0c4b43987f1d tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:46.763092 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-35d4f04f-20cc-407e-91d0-03526bcad2af req-a5924a01-9d37-4f48-8c02-0c4b43987f1d tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 944 time: 0.1141179 Jan 28 01:06:46.886044 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-35d4f04f-20cc-407e-91d0-03526bcad2af req-9ef2f887-a5c8-450d-a165-1278b7e543df tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770423 Jan 28 01:06:46.895107 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a2cf2b76-976d-48f9-b0da-328ba364199c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:47.226089 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-45bda4ff-cab2-42bb-a0fc-f73b01b27494 req-12f6455a-ae43-4398-841d-4967fda58f3c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 210 time: 0.0323937 Jan 28 01:06:47.231407 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a2cf2b76-976d-48f9-b0da-328ba364199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:47.280177 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf2b76-976d-48f9-b0da-328ba364199c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc0eed2-02a9-4aae-9f76-626bd32c0bc9,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:47.299257 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58912) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:47.299830 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-a2cf2b76-976d-48f9-b0da-328ba364199c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22ca4f77bd9943e7905b881945e422be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3744640 Jan 28 01:06:47.370307 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58914) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:47.409530 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-591e90ca-a09d-446b-a3dc-1a521eb9cdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:47.459230 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-591e90ca-a09d-446b-a3dc-1a521eb9cdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:47.762745 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-591e90ca-a09d-446b-a3dc-1a521eb9cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:47.768029 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-591e90ca-a09d-446b-a3dc-1a521eb9cdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:47.769835 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-591e90ca-a09d-446b-a3dc-1a521eb9cdd7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccc0eed2-02a9-4aae-9f76-626bd32c0bc9 HTTP/1.1" status: 204 len: 168 time: 0.4693813 Jan 28 01:06:47.780653 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e90ca-a09d-446b-a3dc-1a521eb9cdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc0eed2-02a9-4aae-9f76-626bd32c0bc9,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:47.974212 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-da38b3c4-af45-43dc-86b7-c1ea2bb9c773 req-5d68a3fb-ac93-4e2c-9dbe-00bd56a70e1e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 210 time: 0.2452133 Jan 28 01:06:48.023839 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-904a3182-0a09-41dd-9c9d-fdd15659c12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:48.081334 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da27bb-2677-4aa5-91eb-9f4d607036f9 req-584131be-a49b-4742-a874-742534838547 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:48.083183 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-42da27bb-2677-4aa5-91eb-9f4d607036f9 req-584131be-a49b-4742-a874-742534838547 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 944 time: 0.1133051 Jan 28 01:06:48.152222 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-42da27bb-2677-4aa5-91eb-9f4d607036f9 req-3b1c9de8-0d91-4893-ae08-bb01e3dadae4 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600305 Jan 28 01:06:48.168655 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-904a3182-0a09-41dd-9c9d-fdd15659c12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:48.367711 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-29118e1e-a256-4df3-896f-66159fa6ab5b req-80c222c6-93da-40d4-aba0-dbaf054a6bd4 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 210 time: 0.0377631 Jan 28 01:06:48.556839 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-904a3182-0a09-41dd-9c9d-fdd15659c12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:48.610189 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-904a3182-0a09-41dd-9c9d-fdd15659c12b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=902f116a00724140be01154dcbabe8db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2387505 Jan 28 01:06:48.611118 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a3182-0a09-41dd-9c9d-fdd15659c12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404ffe72-8a66-41ba-84cb-b1c043c89870,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:48.613148 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58942) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:48.687503 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4b56be35-fad6-4ca0-9770-182871946eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:48.715192 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4b56be35-fad6-4ca0-9770-182871946eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:48.916900 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4b56be35-fad6-4ca0-9770-182871946eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:48.919763 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4b56be35-fad6-4ca0-9770-182871946eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:48.921285 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-4b56be35-fad6-4ca0-9770-182871946eea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/404ffe72-8a66-41ba-84cb-b1c043c89870 HTTP/1.1" status: 204 len: 168 time: 0.3066111 Jan 28 01:06:48.931415 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56be35-fad6-4ca0-9770-182871946eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404ffe72-8a66-41ba-84cb-b1c043c89870,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:49.077483 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-408a2656-9725-4764-9b76-864be8fb2e02 req-66f51c25-3fdc-4a89-85f4-9bdfa8fa2655 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 210 time: 0.0287187 Jan 28 01:06:49.282952 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089dc13-6fc8-42f4-a672-b53d1938959d req-c22ae66a-3332-4b6e-9c49-3b7c3f489e54 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:49.284547 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d089dc13-6fc8-42f4-a672-b53d1938959d req-c22ae66a-3332-4b6e-9c49-3b7c3f489e54 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 944 time: 0.0520906 Jan 28 01:06:49.302222 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58964) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:49.316536 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-d61ff5eb-0d60-48e3-8dff-fc6e04cb0ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:49.329102 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d089dc13-6fc8-42f4-a672-b53d1938959d req-44554c8a-6fe4-4557-9e68-a61313948463 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Jan 28 01:06:49.422535 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-d61ff5eb-0d60-48e3-8dff-fc6e04cb0ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:49.468878 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-363b5911-0b9f-495b-a7d5-227797d3378d req-513c393f-8c00-478e-8598-61af6545eb79 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 210 time: 0.0311074 Jan 28 01:06:49.493840 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.53', 56755) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:49.505595 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-d61ff5eb-0d60-48e3-8dff-fc6e04cb0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:49.545195 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-d61ff5eb-0d60-48e3-8dff-fc6e04cb0ffd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=532f40aa7ca4450cb0384802ff581a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418253 Jan 28 01:06:49.546024 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ff5eb-0d60-48e3-8dff-fc6e04cb0ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cf476e-97f6-441e-8ed9-33eb8b749cd3,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:49.548084 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 58972) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:49.695521 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9095dcf-3465-4ee0-9e41-3a242fe04c4d req-6aec880b-b224-4760-a648-ff77b0fabdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:49.697042 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b9095dcf-3465-4ee0-9e41-3a242fe04c4d req-6aec880b-b224-4760-a648-ff77b0fabdcd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=544c97afb1f347a0a9b02894af3ad61d&device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 1097 time: 0.1225071 Jan 28 01:06:49.733352 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-44719d44-2569-43cc-9b24-a45440218673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:49.850372 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2358b-749b-440e-858f-a978428e15b7 req-0f34b5d5-4e01-4a90-b991-9ee5667daff7 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:49.856086 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-0f34b5d5-4e01-4a90-b991-9ee5667daff7 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.53 "GET /v2.0/networks?id=2947e4c9-3ac7-41d6-a65a-9ff37575a881 HTTP/1.1" status: 200 len: 818 time: 0.2963192 Jan 28 01:06:49.861007 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-44719d44-2569-43cc-9b24-a45440218673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:49.880464 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-20b2358b-749b-440e-858f-a978428e15b7 req-ae092809-d3c5-40ca-9f32-f4a2404e9eaf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Request body: {'port': {'device_id': '2921884f-f861-4657-9fed-45b6a4fbcd77', 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881', 'admin_state_up': True, 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:49.991255 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9095dcf-3465-4ee0-9e41-3a242fe04c4d req-2fdbcede-cccd-42fd-b03a-2f67a5386ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:49.992878 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b9095dcf-3465-4ee0-9e41-3a242fe04c4d req-2fdbcede-cccd-42fd-b03a-2f67a5386ee2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=adba77a2-c4d7-4dcb-a6eb-a4aec8e41344 HTTP/1.1" status: 200 len: 913 time: 0.2753479 Jan 28 01:06:50.050197 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b9095dcf-3465-4ee0-9e41-3a242fe04c4d req-311ae250-bd5e-4880-94f0-477c6ebfca2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ae51d43-847d-426f-a2cd-ddf2e9d7730d HTTP/1.1" status: 200 len: 217 time: 0.0465491 Jan 28 01:06:50.130004 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9095dcf-3465-4ee0-9e41-3a242fe04c4d req-5fbd7dc1-be4b-4ffb-be95-6f75eb9847f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:50.130004 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b9095dcf-3465-4ee0-9e41-3a242fe04c4d req-5fbd7dc1-be4b-4ffb-be95-6f75eb9847f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c8f9065-c03f-4d12-bc6c-466d688b48f7 HTTP/1.1" status: 200 len: 852 time: 0.0686886 Jan 28 01:06:50.162009 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-44719d44-2569-43cc-9b24-a45440218673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:50.169423 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-44719d44-2569-43cc-9b24-a45440218673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:50.169423 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-44719d44-2569-43cc-9b24-a45440218673 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3cf476e-97f6-441e-8ed9-33eb8b749cd3 HTTP/1.1" status: 204 len: 168 time: 0.6168094 Jan 28 01:06:50.194110 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b9095dcf-3465-4ee0-9e41-3a242fe04c4d req-13810793-71e0-4ed0-93ea-91ad7c3410c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=adba77a2-c4d7-4dcb-a6eb-a4aec8e41344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470896 Jan 28 01:06:50.215981 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b6ce83bf-dd7c-48a9-9721-92893e0d66bf req-f2c42567-d63e-46a6-aae1-4bcac2b04cec tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 210 time: 0.0566626 Jan 28 01:06:50.223833 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44719d44-2569-43cc-9b24-a45440218673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cf476e-97f6-441e-8ed9-33eb8b749cd3,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:50.237573 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b2358b-749b-440e-858f-a978428e15b7 req-ae092809-d3c5-40ca-9f32-f4a2404e9eaf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Made reservation on behalf of 724b56d47f7c418f8a7d40ff559487c8 for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:50.243989 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-20b2358b-749b-440e-858f-a978428e15b7 req-ae092809-d3c5-40ca-9f32-f4a2404e9eaf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:50.339119 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 58996) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:50.361296 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-90b0752b-4a62-4712-86ac-a327d6e24d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:50.369990 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b9095dcf-3465-4ee0-9e41-3a242fe04c4d req-d28a75b2-4f43-49bf-8c63-396fd28047ac service neutron] 10.222.0.53 "GET /v2.0/networks/adba77a2-c4d7-4dcb-a6eb-a4aec8e41344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564465 Jan 28 01:06:50.488568 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-90b0752b-4a62-4712-86ac-a327d6e24d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:50.527659 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-20b2358b-749b-440e-858f-a978428e15b7 req-ae092809-d3c5-40ca-9f32-f4a2404e9eaf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Allocated IP 172.20.0.3 (2947e4c9-3ac7-41d6-a65a-9ff37575a881/1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66/383d146b-f6ca-400b-92f2-9b0402079adf) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:50.577269 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c553714-26c5-4281-a6fa-7930f9b236e3 req-2149562b-8eac-4b1c-8c88-211a01813b66 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:50.578967 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0c553714-26c5-4281-a6fa-7930f9b236e3 req-2149562b-8eac-4b1c-8c88-211a01813b66 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 944 time: 0.1182878 Jan 28 01:06:50.590940 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-90b0752b-4a62-4712-86ac-a327d6e24d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:50.619675 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b9095dcf-3465-4ee0-9e41-3a242fe04c4d req-4ba2e130-54fd-451e-8105-3a9d01dcbb37 service neutron] 10.222.0.53 "GET /v2.0/networks/adba77a2-c4d7-4dcb-a6eb-a4aec8e41344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363305 Jan 28 01:06:50.662623 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b5f30d2a-2fd4-4a89-9ad8-1f3a99df0e76 req-67a4f983-b026-47e8-bc9f-55d3751b2300 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 210 time: 0.1053977 Jan 28 01:06:50.676276 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-90b0752b-4a62-4712-86ac-a327d6e24d23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8e61f7de2a0419fb3b2c6fc3fc93596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352468 Jan 28 01:06:50.678630 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 59006) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:50.686250 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0752b-4a62-4712-86ac-a327d6e24d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c16d4d-88fe-4738-a194-f38a5710a74e,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:50.766026 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4371dbbd-7a57-46a5-bfb9-f16e4f789975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:50.776607 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0c553714-26c5-4281-a6fa-7930f9b236e3 req-36624712-5f11-4b6f-b21d-e83b3aea0dfb tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690619 Jan 28 01:06:50.790409 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4371dbbd-7a57-46a5-bfb9-f16e4f789975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:50.907067 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-6b55b7a8-c3bb-42b1-85b7-b64d43108836 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:50.908537 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-6b55b7a8-c3bb-42b1-85b7-b64d43108836 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.53 "GET /v2.0/networks?id=2947e4c9-3ac7-41d6-a65a-9ff37575a881 HTTP/1.1" status: 200 len: 818 time: 0.2212188 Jan 28 01:06:50.934196 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-e29decb0-52c8-4332-b24e-e83ab190110e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Request body: {'port': {'device_id': 'b32c4180-8c40-4015-a8d3-2fab4f1953cc', 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881', 'admin_state_up': True, 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:50.988369 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-20b2358b-749b-440e-858f-a978428e15b7 req-ae092809-d3c5-40ca-9f32-f4a2404e9eaf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:51.026976 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4371dbbd-7a57-46a5-bfb9-f16e4f789975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:51.031125 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4371dbbd-7a57-46a5-bfb9-f16e4f789975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:51.036542 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-4371dbbd-7a57-46a5-bfb9-f16e4f789975 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24c16d4d-88fe-4738-a194-f38a5710a74e HTTP/1.1" status: 204 len: 168 time: 0.3510680 Jan 28 01:06:51.047270 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371dbbd-7a57-46a5-bfb9-f16e4f789975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c16d4d-88fe-4738-a194-f38a5710a74e,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:51.167488 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-20b2358b-749b-440e-858f-a978428e15b7 req-ae092809-d3c5-40ca-9f32-f4a2404e9eaf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:51.224336 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b2358b-749b-440e-858f-a978428e15b7 req-ae092809-d3c5-40ca-9f32-f4a2404e9eaf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:51.228795 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-20b2358b-749b-440e-858f-a978428e15b7 req-ae092809-d3c5-40ca-9f32-f4a2404e9eaf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:51.232575 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b2358b-749b-440e-858f-a978428e15b7 req-ae092809-d3c5-40ca-9f32-f4a2404e9eaf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:51.256981 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae092809-d3c5-40ca-9f32-f4a2404e9eaf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Pushing event updated for resources: {'Port': ['ID=383d146b-f6ca-400b-92f2-9b0402079adf,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:51.276263 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-e29decb0-52c8-4332-b24e-e83ab190110e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Made reservation on behalf of 724b56d47f7c418f8a7d40ff559487c8 for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:51.284140 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-e29decb0-52c8-4332-b24e-e83ab190110e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:51.305349 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2358b-749b-440e-858f-a978428e15b7 req-ae092809-d3c5-40ca-9f32-f4a2404e9eaf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:51.305989 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-20b2358b-749b-440e-858f-a978428e15b7 req-ae092809-d3c5-40ca-9f32-f4a2404e9eaf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:51.348874 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-81adffe6-8de8-4490-8ee6-19c89c6a06cd req-7925ce09-0b06-40f3-a394-67d4fa46b22a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 210 time: 0.0393460 Jan 28 01:06:51.473202 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-ae092809-d3c5-40ca-9f32-f4a2404e9eaf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5965292 Jan 28 01:06:51.501244 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Request body: {'port': {'device_id': '2921884f-f861-4657-9fed-45b6a4fbcd77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:51.526145 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-e29decb0-52c8-4332-b24e-e83ab190110e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Allocated IP 172.20.0.7 (2947e4c9-3ac7-41d6-a65a-9ff37575a881/1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66/d223264f-ca15-4ee2-ba58-d52d6d7f374e) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:51.539011 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.53', 56761) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:06:51.610661 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:51.814719 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-30c4fb36-29f2-4bea-bbad-db621f268d53 req-3e7b3371-9e3a-49fc-972c-fe934e1639f8 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 210 time: 0.0452380 Jan 28 01:06:51.888490 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-8c28c613-fe59-4a27-8e75-0873e2b9995b tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:51.890081 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-8c28c613-fe59-4a27-8e75-0873e2b9995b tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.53 "GET /v2.0/networks?id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212 HTTP/1.1" status: 200 len: 817 time: 0.3364134 Jan 28 01:06:52.045986 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-e2422a77-556c-4ae9-a99f-8460338110c6 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b0da38f28ed432e803107ee76115dbc HTTP/1.1" status: 200 len: 380 time: 0.1293697 Jan 28 01:06:52.060934 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-d0534256-dbc5-484c-bb4e-191aa6d0dc6f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Request body: {'port': {'device_id': '6c7b781b-1e43-437e-8124-f55093218b6a', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'admin_state_up': True, 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'security_groups': ['91091b9a-ea09-4890-80b1-ad650a2680da']}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:52.123825 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-e29decb0-52c8-4332-b24e-e83ab190110e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:52.145988 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f845d-7f5f-4b31-a3a4-7de4e1955193 req-ae3778b1-aad0-4ccc-8dd0-36debf6af494 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:52.147607 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0a1f845d-7f5f-4b31-a3a4-7de4e1955193 req-ae3778b1-aad0-4ccc-8dd0-36debf6af494 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 944 time: 0.1091986 Jan 28 01:06:52.228830 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0a1f845d-7f5f-4b31-a3a4-7de4e1955193 req-5f79bdfe-74aa-44c9-b286-cda765905eeb tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717735 Jan 28 01:06:52.299815 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-d0534256-dbc5-484c-bb4e-191aa6d0dc6f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Made reservation on behalf of 4b0da38f28ed432e803107ee76115dbc for: {'port': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:52.303777 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-d0534256-dbc5-484c-bb4e-191aa6d0dc6f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:52.321221 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-e29decb0-52c8-4332-b24e-e83ab190110e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:52.439328 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-e29decb0-52c8-4332-b24e-e83ab190110e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:52.442023 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29decb0-52c8-4332-b24e-e83ab190110e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Pushing event updated for resources: {'Port': ['ID=d223264f-ca15-4ee2-ba58-d52d6d7f374e,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:52.448825 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-e29decb0-52c8-4332-b24e-e83ab190110e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:52.451340 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-e29decb0-52c8-4332-b24e-e83ab190110e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:52.558525 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-e29decb0-52c8-4332-b24e-e83ab190110e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:52.559228 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-e29decb0-52c8-4332-b24e-e83ab190110e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:52.622864 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:06:52.641627 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09979500-f83e-4ec7-8713-a8d441eedea8 req-1d780cb7-4b0e-48cb-9408-9d4715cc0c14 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:52.643222 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-09979500-f83e-4ec7-8713-a8d441eedea8 req-1d780cb7-4b0e-48cb-9408-9d4715cc0c14 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 931 time: 0.1599636 Jan 28 01:06:52.685035 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-e29decb0-52c8-4332-b24e-e83ab190110e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7559764 Jan 28 01:06:52.709805 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Request body: {'port': {'device_id': 'b32c4180-8c40-4015-a8d3-2fab4f1953cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:52.725843 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_common [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-d0534256-dbc5-484c-bb4e-191aa6d0dc6f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Allocated IP 172.20.0.4 (bce857a8-9a20-4d4b-bbf0-308a9ef4d212/de468f85-8d93-4089-bcfa-66cbbedae8e2/36bd86b5-f41d-4a6c-a257-fd10a82942fe) {{(pid=102111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:52.731036 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383d146b-f6ca-400b-92f2-9b0402079adf {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:06:52.748971 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:52.785309 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-09979500-f83e-4ec7-8713-a8d441eedea8 req-180efa6f-96a4-4029-a17a-27ff16d44659 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150105 Jan 28 01:06:52.786299 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Transition to ACTIVE for port object 383d146b-f6ca-400b-92f2-9b0402079adf will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:06:52.818122 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:52.888797 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:52.953764 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-d0534256-dbc5-484c-bb4e-191aa6d0dc6f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for port, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:52.997279 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-59a1aff4-5407-4093-8c8b-2bcb3a1f2b5a req-ebfbb013-1596-4e93-bd21-eaa626e06ea1 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 210 time: 0.0564415 Jan 28 01:06:53.081403 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-d0534256-dbc5-484c-bb4e-191aa6d0dc6f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:53.082160 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Pushing event updated for resources: {'Port': ['ID=383d146b-f6ca-400b-92f2-9b0402079adf,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:53.190794 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0534256-dbc5-484c-bb4e-191aa6d0dc6f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event updated for resources: {'Port': ['ID=36bd86b5-f41d-4a6c-a257-fd10a82942fe,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:53.204549 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-d0534256-dbc5-484c-bb4e-191aa6d0dc6f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:53.206297 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-d0534256-dbc5-484c-bb4e-191aa6d0dc6f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:53.208958 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-d0534256-dbc5-484c-bb4e-191aa6d0dc6f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Received port after_create {{(pid=102111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:53.219066 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Attempting to bind port 383d146b-f6ca-400b-92f2-9b0402079adf on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:06:53.219807 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Attempting to bind port 383d146b-f6ca-400b-92f2-9b0402079adf by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:06:53.220315 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Attempting to bind port 383d146b-f6ca-400b-92f2-9b0402079adf on network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:53.230055 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Port 383d146b-f6ca-400b-92f2-9b0402079adf on network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:53.231162 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Attempting to bind port 383d146b-f6ca-400b-92f2-9b0402079adf on network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:53.240843 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:53.241417 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Checking segment: {'id': 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:06:53.242064 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Bound using segment: {'id': 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:53.243219 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Bound port: 383d146b-f6ca-400b-92f2-9b0402079adf, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:06:53.243849 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:53.302892 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 0ae51d43-847d-426f-a2cd-ddf2e9d7730d details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:06:53.373636 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-d0534256-dbc5-484c-bb4e-191aa6d0dc6f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.381492 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-d0534256-dbc5-484c-bb4e-191aa6d0dc6f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for port, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:53.482239 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-d0534256-dbc5-484c-bb4e-191aa6d0dc6f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4283230 Jan 28 01:06:53.491852 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] For port 383d146b-f6ca-400b-92f2-9b0402079adf, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:53.500419 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Request body: {'port': {'device_id': '6c7b781b-1e43-437e-8124-f55093218b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:53.577681 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8736fa-52d8-4d0e-86c9-7cc3c1ae8b91 req-081984ac-8490-4c3f-b742-a783ce7b554c tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.583019 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2b8736fa-52d8-4d0e-86c9-7cc3c1ae8b91 req-081984ac-8490-4c3f-b742-a783ce7b554c tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 944 time: 0.2283263 Jan 28 01:06:53.586723 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] For port 383d146b-f6ca-400b-92f2-9b0402079adf, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=383d146b-f6ca-400b-92f2-9b0402079adf,segment=NetworkSegment(b75a6e8a-6a59-4bf7-83b5-f3b6be419063),segment_id=b75a6e8a-6a59-4bf7-83b5-f3b6be419063)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:53.603847 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d223264f-ca15-4ee2-ba58-d52d6d7f374e {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:06:53.603940 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0ae51d43-847d-426f-a2cd-ddf2e9d7730d,segment=NetworkSegment(20318175-d953-44bd-bd02-ad5aecb82b4a),segment_id=20318175-d953-44bd-bd02-ad5aecb82b4a)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:53.611675 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:53.615928 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:53.625212 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': '0ae51d43-847d-426f-a2cd-ddf2e9d7730d', 'network_id': 'adba77a2-c4d7-4dcb-a6eb-a4aec8e41344', 'port_id': '0ae51d43-847d-426f-a2cd-ddf2e9d7730d', 'mac_address': 'fa:16:3e:8e:94:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c8f9065-c03f-4d12-bc6c-466d688b48f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:06:53.639040 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Transition to ACTIVE for port object d223264f-ca15-4ee2-ba58-d52d6d7f374e will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:06:53.656239 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2b8736fa-52d8-4d0e-86c9-7cc3c1ae8b91 req-ac74b703-3e8d-483f-bfdd-144e819a5185 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720751 Jan 28 01:06:53.690190 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-8bcd7acd-54ea-47fb-bdf5-b674d3e36ce5 None None] Provisioning complete for port 36bd86b5-f41d-4a6c-a257-fd10a82942fe triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:53.690562 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7acd-54ea-47fb-bdf5-b674d3e36ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:53.706190 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:53.729216 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd7acd-54ea-47fb-bdf5-b674d3e36ce5 None None] Port 36bd86b5-f41d-4a6c-a257-fd10a82942fe cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:06:53.732818 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:53.749174 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae51d43-847d-426f-a2cd-ddf2e9d7730d {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:06:53.772810 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0ae51d43-847d-426f-a2cd-ddf2e9d7730d,segment=NetworkSegment(20318175-d953-44bd-bd02-ad5aecb82b4a),segment_id=20318175-d953-44bd-bd02-ad5aecb82b4a)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:53.796366 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Pushing event updated for resources: {'Port': ['ID=383d146b-f6ca-400b-92f2-9b0402079adf,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:53.799008 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:53.838937 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:53.839557 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:53.840950 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-753c249d-d9b5-469d-a92b-04ab69bd8c46 service neutron] 10.222.0.53 "PUT /v2.0/ports/383d146b-f6ca-400b-92f2-9b0402079adf HTTP/1.1" status: 200 len: 1093 time: 2.3507433 Jan 28 01:06:53.843156 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2921884f-f861-4657-9fed-45b6a4fbcd77', 'tag': '383d146b-f6ca-400b-92f2-9b0402079adf'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:06:53.845614 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cebb55-8735-4d38-bc18-3987baac701e" -d '{"events": [{"name": "network-changed", "server_uuid": "2921884f-f861-4657-9fed-45b6a4fbcd77", "tag": "383d146b-f6ca-400b-92f2-9b0402079adf"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:53.882509 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:53.928212 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4146fee1-0231-47a2-be40-11f8811e78ef x-openstack-request-id: req-4146fee1-0231-47a2-be40-11f8811e78ef {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:53.928509 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2921884f-f861-4657-9fed-45b6a4fbcd77", "tag": "383d146b-f6ca-400b-92f2-9b0402079adf", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:53.933442 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4146fee1-0231-47a2-be40-11f8811e78ef {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:53.933442 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2921884f-f861-4657-9fed-45b6a4fbcd77', 'tag': '383d146b-f6ca-400b-92f2-9b0402079adf', 'status': 'completed', 'code': 200} Jan 28 01:06:53.955070 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Pushing event updated for resources: {'Port': ['ID=d223264f-ca15-4ee2-ba58-d52d6d7f374e,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:53.962527 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=0ae51d43-847d-426f-a2cd-ddf2e9d7730d,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:54.069697 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e47aba-5799-4531-8c97-29e28d02252f req-4af5e885-08b3-4be6-a589-2df9906ee688 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.072001 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f4e47aba-5799-4531-8c97-29e28d02252f req-4af5e885-08b3-4be6-a589-2df9906ee688 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 943 time: 0.1872597 Jan 28 01:06:54.115110 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cebb55-8735-4d38-bc18-3987baac701e req-79b8d84d-f9d1-4a07-a13d-ea91c4c986eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.121355 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.notifiers.nova [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36bd86b5-f41d-4a6c-a257-fd10a82942fe {{(pid=102111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:06:54.121823 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f6cebb55-8735-4d38-bc18-3987baac701e req-79b8d84d-f9d1-4a07-a13d-ea91c4c986eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724b56d47f7c418f8a7d40ff559487c8&device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 1096 time: 0.1521523 Jan 28 01:06:54.132567 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Attempting to bind port d223264f-ca15-4ee2-ba58-d52d6d7f374e on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:06:54.132900 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Attempting to bind port d223264f-ca15-4ee2-ba58-d52d6d7f374e by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:06:54.133805 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Attempting to bind port d223264f-ca15-4ee2-ba58-d52d6d7f374e on network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:54.138764 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:54.170809 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.provisioning_blocks [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Transition to ACTIVE for port object 36bd86b5-f41d-4a6c-a257-fd10a82942fe will not be triggered until provisioned by entity L2. {{(pid=102111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:06:54.229885 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['0ae51d43-847d-426f-a2cd-ddf2e9d7730d'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:54.230651 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859664'] for port, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:54.235732 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Port d223264f-ca15-4ee2-ba58-d52d6d7f374e on network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:54.236260 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Attempting to bind port d223264f-ca15-4ee2-ba58-d52d6d7f374e on network 2947e4c9-3ac7-41d6-a65a-9ff37575a881 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:54.271658 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f4e47aba-5799-4531-8c97-29e28d02252f req-57d3f968-5d6e-43e4-b4fb-97012c58828f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879423 Jan 28 01:06:54.272609 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:54.272942 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Checking segment: {'id': 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:06:54.273705 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Bound using segment: {'id': 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:54.273843 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Bound port: d223264f-ca15-4ee2-ba58-d52d6d7f374e, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:06:54.275075 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:54.405901 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Pushing event updated for resources: {'Port': ['ID=36bd86b5-f41d-4a6c-a257-fd10a82942fe,revision_number=2']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:54.419519 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31299b-0812-4fa3-8e1a-96bf98be6dff req-150e6a1f-5440-4812-ad2b-bd11737baca2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.421212 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd31299b-0812-4fa3-8e1a-96bf98be6dff req-150e6a1f-5440-4812-ad2b-bd11737baca2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 931 time: 0.3104877 Jan 28 01:06:54.466564 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cebb55-8735-4d38-bc18-3987baac701e req-084b02bf-823f-4c53-b676-9a08be46b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.468139 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f6cebb55-8735-4d38-bc18-3987baac701e req-084b02bf-823f-4c53-b676-9a08be46b21d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=724b56d47f7c418f8a7d40ff559487c8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3367732 Jan 28 01:06:54.488415 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.managers [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Attempting to bind port 36bd86b5-f41d-4a6c-a257-fd10a82942fe on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:06:54.488415 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.managers [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Attempting to bind port 36bd86b5-f41d-4a6c-a257-fd10a82942fe by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'}] {{(pid=102111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:06:54.499587 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Attempting to bind port 36bd86b5-f41d-4a6c-a257-fd10a82942fe on network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 {{(pid=102111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:54.515497 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Port 36bd86b5-f41d-4a6c-a257-fd10a82942fe on network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:54.517369 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Attempting to bind port 36bd86b5-f41d-4a6c-a257-fd10a82942fe on network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 {{(pid=102111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:54.534511 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:54.538281 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Checking segment: {'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:06:54.541893 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Bound using segment: {'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'} {{(pid=102111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:54.542529 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.managers [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Bound port: 36bd86b5-f41d-4a6c-a257-fd10a82942fe, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'}}] {{(pid=102111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:06:54.544051 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:54.790123 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.db [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] For port 36bd86b5-f41d-4a6c-a257-fd10a82942fe, host hv-cinder-82189, cleared binding levels {{(pid=102111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:54.812227 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.db [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] For port 36bd86b5-f41d-4a6c-a257-fd10a82942fe, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:54.837572 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd31299b-0812-4fa3-8e1a-96bf98be6dff req-d29b5598-8e15-439c-9b00-69df1c355af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4088457 Jan 28 01:06:54.845421 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] For port d223264f-ca15-4ee2-ba58-d52d6d7f374e, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:54.907472 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] For port d223264f-ca15-4ee2-ba58-d52d6d7f374e, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d223264f-ca15-4ee2-ba58-d52d6d7f374e,segment=NetworkSegment(b75a6e8a-6a59-4bf7-83b5-f3b6be419063),segment_id=b75a6e8a-6a59-4bf7-83b5-f3b6be419063)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:54.964232 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cebb55-8735-4d38-bc18-3987baac701e req-7e3efd1f-8885-43ac-86ad-df4bb48d25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.965726 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f6cebb55-8735-4d38-bc18-3987baac701e req-7e3efd1f-8885-43ac-86ad-df4bb48d25f4 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4830601 Jan 28 01:06:54.968036 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859664'] for port, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:54.973060 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59985e48-e3d6-4cd8-b098-058486d7c512 req-132c39fa-e74f-4a36-9f26-29f486e9096b tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:54.974563 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-59985e48-e3d6-4cd8-b098-058486d7c512 req-132c39fa-e74f-4a36-9f26-29f486e9096b tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 945 time: 0.1420672 Jan 28 01:06:55.014969 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.022211 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for port, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:55.027043 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-59985e48-e3d6-4cd8-b098-058486d7c512 req-fbf8db4d-7cb3-4f3d-baae-3b4323b55ccb tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426373 Jan 28 01:06:55.028503 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] 10.222.0.53 "PUT /v2.0/ports/36bd86b5-f41d-4a6c-a257-fd10a82942fe HTTP/1.1" status: 200 len: 1093 time: 1.5330441 Jan 28 01:06:55.031145 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7b781b-1e43-437e-8124-f55093218b6a', 'tag': '36bd86b5-f41d-4a6c-a257-fd10a82942fe'}] {{(pid=102111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:06:55.098180 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d43731-cbac-4c6b-b60a-b2e2a8808b58 service neutron] Pushing event updated for resources: {'Port': ['ID=36bd86b5-f41d-4a6c-a257-fd10a82942fe,revision_number=3']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:55.123540 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2358b-749b-440e-858f-a978428e15b7 req-9b7cb44e-d141-4df0-9736-48d867fc7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.123540 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-9b7cb44e-d141-4df0-9736-48d867fc7c5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724b56d47f7c418f8a7d40ff559487c8&device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 1096 time: 0.0708227 Jan 28 01:06:55.173439 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-8c7463ff-3450-4693-b5e5-ea13b2ba92d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383d146b-f6ca-400b-92f2-9b0402079adf HTTP/1.1" status: 200 len: 217 time: 0.0389576 Jan 28 01:06:55.221698 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b758d530082989913afebcbbaf9e42b8e478f77c7c540d2473370b3881081be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee4d8e8-e89e-429f-960d-d72768722e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7b781b-1e43-437e-8124-f55093218b6a", "tag": "36bd86b5-f41d-4a6c-a257-fd10a82942fe"}]}' {{(pid=102111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:55.238470 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2358b-749b-440e-858f-a978428e15b7 req-6d484bc0-f359-4fa4-95bc-73ec8c70621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.240304 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-6d484bc0-f359-4fa4-95bc-73ec8c70621a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66 HTTP/1.1" status: 200 len: 858 time: 0.0605762 Jan 28 01:06:55.276162 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-517f8006-7473-4cc6-8cec-555c55a456e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2947e4c9-3ac7-41d6-a65a-9ff37575a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281026 Jan 28 01:06:55.290866 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 0ae51d43-847d-426f-a2cd-ddf2e9d7730d up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:55.332899 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:55.339256 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff3c936-7dbf-41e6-a403-885b4c0ae7f2 x-openstack-request-id: req-0ff3c936-7dbf-41e6-a403-885b4c0ae7f2 {{(pid=102111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:55.339394 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7b781b-1e43-437e-8124-f55093218b6a", "tag": "36bd86b5-f41d-4a6c-a257-fd10a82942fe", "status": "completed", "code": 200}]} {{(pid=102111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:55.339654 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ff3c936-7dbf-41e6-a403-885b4c0ae7f2 {{(pid=102111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:55.340116 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7b781b-1e43-437e-8124-f55093218b6a', 'tag': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'status': 'completed', 'code': 200} Jan 28 01:06:55.426326 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.426998 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:55.428576 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] 10.222.0.53 "PUT /v2.0/ports/d223264f-ca15-4ee2-ba58-d52d6d7f374e HTTP/1.1" status: 200 len: 1093 time: 2.7279241 Jan 28 01:06:55.462789 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ef7ce-4dcc-4049-9930-b433cf68f4ee service neutron] Pushing event updated for resources: {'Port': ['ID=d223264f-ca15-4ee2-ba58-d52d6d7f374e,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:55.475497 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4d8e8-e89e-429f-960d-d72768722e9a req-1bf9654a-633e-435d-b3de-fe0bb8cfd54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.476464 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-1ee4d8e8-e89e-429f-960d-d72768722e9a req-1bf9654a-633e-435d-b3de-fe0bb8cfd54b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b0da38f28ed432e803107ee76115dbc&device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 1096 time: 0.0833786 Jan 28 01:06:55.479108 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-c5f5b4c5-80a8-464a-a70f-50259c8d6321 service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957350 Jan 28 01:06:55.485372 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:06:55.487892 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9ed38-0aad-418f-8c81-8cbb99651340 req-769583d8-2b0c-4059-b4cd-4e5c2b19efc2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.489957 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:55.490213 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-feb9ed38-0aad-418f-8c81-8cbb99651340 req-769583d8-2b0c-4059-b4cd-4e5c2b19efc2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 943 time: 0.1151285 Jan 28 01:06:55.490925 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:55.598972 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-feb9ed38-0aad-418f-8c81-8cbb99651340 req-ebd6c096-995d-4cdc-a8e1-4596492e22b0 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935104 Jan 28 01:06:55.651591 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:55.681874 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-20b2358b-749b-440e-858f-a978428e15b7 req-2df51948-f11a-437a-afce-79f3786a7dee service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861620 Jan 28 01:06:55.687443 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d256566-9299-4243-81ce-b7b6b0934fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae51d43-847d-426f-a2cd-ddf2e9d7730d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:06:55.696806 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-00238cf4-a8da-4f6b-a9de-65b0cdc81c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.700565 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-00238cf4-a8da-4f6b-a9de-65b0cdc81c64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724b56d47f7c418f8a7d40ff559487c8&device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 1096 time: 0.1054196 Jan 28 01:06:55.734197 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4d8e8-e89e-429f-960d-d72768722e9a req-e5bc1013-302a-4876-83c2-65eacaa71ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.736357 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-1ee4d8e8-e89e-429f-960d-d72768722e9a req-e5bc1013-302a-4876-83c2-65eacaa71ca7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=4b0da38f28ed432e803107ee76115dbc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2415755 Jan 28 01:06:55.755284 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-74fd2129-b15b-401c-ade5-f3b34a37e038 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d223264f-ca15-4ee2-ba58-d52d6d7f374e HTTP/1.1" status: 200 len: 217 time: 0.0401309 Jan 28 01:06:55.787096 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0ae51d43-847d-426f-a2cd-ddf2e9d7730d,segment=NetworkSegment(20318175-d953-44bd-bd02-ad5aecb82b4a),segment_id=20318175-d953-44bd-bd02-ad5aecb82b4a)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:55.849263 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-c73db449-ae2a-45f4-957f-e52b7df855ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:55.850954 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-c73db449-ae2a-45f4-957f-e52b7df855ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66 HTTP/1.1" status: 200 len: 858 time: 0.0900736 Jan 28 01:06:55.920819 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:55.936845 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32c4180-8c40-4015-a8d3-2fab4f1953cc', 'tag': 'd223264f-ca15-4ee2-ba58-d52d6d7f374e'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:06:55.939791 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc435ad-9f24-4b16-a5c8-2cd6552f5c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b32c4180-8c40-4015-a8d3-2fab4f1953cc", "tag": "d223264f-ca15-4ee2-ba58-d52d6d7f374e"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:55.954569 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-2ddb6e51-2c22-4142-9c19-86bdd48a3240 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2947e4c9-3ac7-41d6-a65a-9ff37575a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596776 Jan 28 01:06:56.022286 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee92101a-d5aa-4b6c-b5e3-f86a95b91a14" -d '{"events": [{"server_uuid": "6d256566-9299-4243-81ce-b7b6b0934fad", "name": "network-vif-plugged", "status": "completed", "tag": "0ae51d43-847d-426f-a2cd-ddf2e9d7730d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:56.025045 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4d8e8-e89e-429f-960d-d72768722e9a req-64c8f014-0345-41e8-889c-0cef0334676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.026692 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-1ee4d8e8-e89e-429f-960d-d72768722e9a req-64c8f014-0345-41e8-889c-0cef0334676b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2844601 Jan 28 01:06:56.119652 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=0ae51d43-847d-426f-a2cd-ddf2e9d7730d,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:56.208798 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-13aa8382-3ef0-42db-b6be-7b66a42c8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.210331 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-13aa8382-3ef0-42db-b6be-7b66a42c8a50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b0da38f28ed432e803107ee76115dbc&device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 1096 time: 0.0944152 Jan 28 01:06:56.213599 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80438118-ed22-4177-b6d5-e09c7e87964d x-openstack-request-id: req-80438118-ed22-4177-b6d5-e09c7e87964d {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:56.213982 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32c4180-8c40-4015-a8d3-2fab4f1953cc", "tag": "d223264f-ca15-4ee2-ba58-d52d6d7f374e", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:56.215173 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80438118-ed22-4177-b6d5-e09c7e87964d {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:56.216228 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32c4180-8c40-4015-a8d3-2fab4f1953cc', 'tag': 'd223264f-ca15-4ee2-ba58-d52d6d7f374e', 'status': 'completed', 'code': 200} Jan 28 01:06:56.292919 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b321b-d92a-4c65-a34e-02d4f466d948 req-98e9f9b1-fd77-4dce-acea-1c4b21cd1ae7 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.292919 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-470b321b-d92a-4c65-a34e-02d4f466d948 req-98e9f9b1-fd77-4dce-acea-1c4b21cd1ae7 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.2305884 Jan 28 01:06:56.292919 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-6045466f-87e1-485e-8fbe-9d2d849aa021 service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331532 Jan 28 01:06:56.355890 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-8a0652a5-9eaf-4972-b263-2ae0bf4c3d59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe HTTP/1.1" status: 200 len: 217 time: 0.1272964 Jan 28 01:06:56.450779 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-470b321b-d92a-4c65-a34e-02d4f466d948 req-d674b4e1-d819-42a5-8927-dbc419aabbbc tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540341 Jan 28 01:06:56.491328 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46d32a7d-b4aa-48e2-a32e-c1d777a7038f req-65989e86-554d-4b5b-afb0-614fbd71d8c3 service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864443 Jan 28 01:06:56.515549 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b15b3bb-15ca-4e5e-9899-ad00fbf087a0 x-openstack-request-id: req-7b15b3bb-15ca-4e5e-9899-ad00fbf087a0 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:56.516427 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d256566-9299-4243-81ce-b7b6b0934fad", "name": "network-vif-plugged", "status": "completed", "tag": "0ae51d43-847d-426f-a2cd-ddf2e9d7730d", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:56.516901 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b15b3bb-15ca-4e5e-9899-ad00fbf087a0 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:56.517534 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d256566-9299-4243-81ce-b7b6b0934fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae51d43-847d-426f-a2cd-ddf2e9d7730d', 'code': 200} Jan 28 01:06:56.658043 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84481384-ca87-49c7-a5b7-a5ac11635a69 req-7aa1dd94-4040-4827-ae97-91497d30a061 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.659869 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-84481384-ca87-49c7-a5b7-a5ac11635a69 req-7aa1dd94-4040-4827-ae97-91497d30a061 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 946 time: 0.0804894 Jan 28 01:06:56.733337 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-43e6e507-7926-43a4-9186-a4a8bbe734d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.740007 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-43e6e507-7926-43a4-9186-a4a8bbe734d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de468f85-8d93-4089-bcfa-66cbbedae8e2 HTTP/1.1" status: 200 len: 856 time: 0.3771741 Jan 28 01:06:56.762888 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-84481384-ca87-49c7-a5b7-a5ac11635a69 req-9e873980-6d8e-44c3-b100-74a70da554c9 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871341 Jan 28 01:06:56.794826 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc435ad-9f24-4b16-a5c8-2cd6552f5c9c req-8d3ea756-27e4-4f30-8905-c36340ee5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.796664 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fbc435ad-9f24-4b16-a5c8-2cd6552f5c9c req-8d3ea756-27e4-4f30-8905-c36340ee5a91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724b56d47f7c418f8a7d40ff559487c8&device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 1096 time: 0.1057417 Jan 28 01:06:56.830723 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-3fa963ad-beb5-4d83-90a9-668b9aca8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.832306 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-3fa963ad-beb5-4d83-90a9-668b9aca8875 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849314 Jan 28 01:06:56.872502 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50bcf4-6691-435e-b3a4-6e3a54d3e9d0 req-9f4bcf8e-9781-4bfb-ac9c-0cab9b622a44 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.874031 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7b50bcf4-6691-435e-b3a4-6e3a54d3e9d0 req-9f4bcf8e-9781-4bfb-ac9c-0cab9b622a44 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 943 time: 0.1317983 Jan 28 01:06:56.927566 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc435ad-9f24-4b16-a5c8-2cd6552f5c9c req-3321d8a6-580c-474f-899f-87d95df6f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:56.928936 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fbc435ad-9f24-4b16-a5c8-2cd6552f5c9c req-3321d8a6-580c-474f-899f-87d95df6f4d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2947e4c9-3ac7-41d6-a65a-9ff37575a881 HTTP/1.1" status: 200 len: 919 time: 0.1253428 Jan 28 01:06:56.938187 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-ab848d21-f71a-4501-b768-65bdcdeeb3ef service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973446 Jan 28 01:06:56.942148 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7b50bcf4-6691-435e-b3a4-6e3a54d3e9d0 req-3358f420-2a60-40e7-8dcd-c8752075ed49 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543337 Jan 28 01:06:57.009438 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fbc435ad-9f24-4b16-a5c8-2cd6552f5c9c req-6690efd1-6ff0-4c48-942e-f21ce9a989ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d223264f-ca15-4ee2-ba58-d52d6d7f374e HTTP/1.1" status: 200 len: 217 time: 0.0625634 Jan 28 01:06:57.047459 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-fd78174d-7d79-44f2-adfe-067659ec30b1 service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917394 Jan 28 01:06:57.089106 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba14d6-68b0-4d78-a376-fba089f2e3c7 req-ae2d9553-8935-409e-8253-c3a42905c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:57.090782 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ceba14d6-68b0-4d78-a376-fba089f2e3c7 req-ae2d9553-8935-409e-8253-c3a42905c4a4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 1099 time: 0.1370404 Jan 28 01:06:57.092244 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc435ad-9f24-4b16-a5c8-2cd6552f5c9c req-02f3cd26-c216-4b03-8d84-f7cdf32e78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:57.093536 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fbc435ad-9f24-4b16-a5c8-2cd6552f5c9c req-02f3cd26-c216-4b03-8d84-f7cdf32e78a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66 HTTP/1.1" status: 200 len: 858 time: 0.0656650 Jan 28 01:06:57.125517 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-ceba14d6-68b0-4d78-a376-fba089f2e3c7 req-d24c1ca8-5117-4e23-9a59-287972916b32 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:57.146569 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fbc435ad-9f24-4b16-a5c8-2cd6552f5c9c req-18c1aa5a-a6b9-4349-9746-40fa52b4f0ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2947e4c9-3ac7-41d6-a65a-9ff37575a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406132 Jan 28 01:06:57.271014 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fbc435ad-9f24-4b16-a5c8-2cd6552f5c9c req-0b5e5b51-26cd-4901-b191-e641c0d11c0e service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155522 Jan 28 01:06:57.307763 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-ceba14d6-68b0-4d78-a376-fba089f2e3c7 req-d24c1ca8-5117-4e23-9a59-287972916b32 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:57.379102 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fbc435ad-9f24-4b16-a5c8-2cd6552f5c9c req-968f9f2c-ab91-4d89-b62f-e29ff47897d5 service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005042 Jan 28 01:06:57.414907 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-ceba14d6-68b0-4d78-a376-fba089f2e3c7 req-d24c1ca8-5117-4e23-9a59-287972916b32 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:57.454898 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ceba14d6-68b0-4d78-a376-fba089f2e3c7 req-d24c1ca8-5117-4e23-9a59-287972916b32 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500328 Jan 28 01:06:57.485614 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c1ca8-5117-4e23-9a59-287972916b32 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fc06328f-646a-4959-8133-d92c29fc6050,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:57.595390 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea84de2-4367-42ff-b7ec-33f446582891 req-917faa3c-b2a6-44d0-aa25-68aad24cafbc tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:57.597108 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aea84de2-4367-42ff-b7ec-33f446582891 req-917faa3c-b2a6-44d0-aa25-68aad24cafbc tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0620632 Jan 28 01:06:57.650944 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aea84de2-4367-42ff-b7ec-33f446582891 req-995b049c-7fe2-466b-b3bf-b68224fb5873 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472267 Jan 28 01:06:57.865724 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2935e-31bd-4b5b-9e8c-ae747d24a7d4 req-89c7df8e-467a-4b80-a377-f39a14898197 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:57.868032 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-22d2935e-31bd-4b5b-9e8c-ae747d24a7d4 req-89c7df8e-467a-4b80-a377-f39a14898197 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 946 time: 0.0495098 Jan 28 01:06:57.906371 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-22d2935e-31bd-4b5b-9e8c-ae747d24a7d4 req-97d0c524-123b-4bbd-b648-79218633a94d tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324962 Jan 28 01:06:58.061663 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69988fd2-e9f5-4197-9965-85f481bf3a11 req-c94d8c5d-83b9-4e16-8990-b132dce576f5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:58.063141 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-69988fd2-e9f5-4197-9965-85f481bf3a11 req-c94d8c5d-83b9-4e16-8990-b132dce576f5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 943 time: 0.0514715 Jan 28 01:06:58.103715 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-69988fd2-e9f5-4197-9965-85f481bf3a11 req-0b859058-2e5b-46c7-96ea-90ed1be46b89 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345740 Jan 28 01:06:58.783016 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cc20e-4938-458c-ae29-9ba6216347ab req-fe89d14b-07b0-42a5-bc24-dec86bb5c132 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:58.784490 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9c1cc20e-4938-458c-ae29-9ba6216347ab req-fe89d14b-07b0-42a5-bc24-dec86bb5c132 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0487270 Jan 28 01:06:58.825341 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9c1cc20e-4938-458c-ae29-9ba6216347ab req-b6ae5bcd-875a-410c-966e-798dd6618288 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339110 Jan 28 01:06:59.045845 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c4943-aa3a-4fd9-b651-c7dea7720242 req-bf452ad6-73c6-4b08-9138-b766e00f05e5 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:59.047367 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-929c4943-aa3a-4fd9-b651-c7dea7720242 req-bf452ad6-73c6-4b08-9138-b766e00f05e5 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 946 time: 0.0570083 Jan 28 01:06:59.090602 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-929c4943-aa3a-4fd9-b651-c7dea7720242 req-70717be4-4d96-4d10-9b81-266b96fcf4b4 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371835 Jan 28 01:06:59.233722 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9ecfc-3692-42c3-92c4-5350b7b4aefd req-2418a44d-25e3-4c87-9c7a-1ef2b5180edc tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:59.235316 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-90a9ecfc-3692-42c3-92c4-5350b7b4aefd req-2418a44d-25e3-4c87-9c7a-1ef2b5180edc tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 943 time: 0.0546205 Jan 28 01:06:59.276780 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-90a9ecfc-3692-42c3-92c4-5350b7b4aefd req-b4e402ab-cf5c-444c-8736-f36e2ee3bd65 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351670 Jan 28 01:06:59.324420 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 383d146b-f6ca-400b-92f2-9b0402079adf details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:06:59.465337 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 383d146b-f6ca-400b-92f2-9b0402079adf, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=383d146b-f6ca-400b-92f2-9b0402079adf,segment=NetworkSegment(b75a6e8a-6a59-4bf7-83b5-f3b6be419063),segment_id=b75a6e8a-6a59-4bf7-83b5-f3b6be419063)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:59.475353 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': '383d146b-f6ca-400b-92f2-9b0402079adf', 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881', 'port_id': '383d146b-f6ca-400b-92f2-9b0402079adf', 'mac_address': 'fa:16:3e:98:35:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:06:59.518408 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:59.540031 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383d146b-f6ca-400b-92f2-9b0402079adf {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:06:59.570064 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 383d146b-f6ca-400b-92f2-9b0402079adf, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=383d146b-f6ca-400b-92f2-9b0402079adf,segment=NetworkSegment(b75a6e8a-6a59-4bf7-83b5-f3b6be419063),segment_id=b75a6e8a-6a59-4bf7-83b5-f3b6be419063)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:59.677360 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:59.678315 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device d223264f-ca15-4ee2-ba58-d52d6d7f374e details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:06:59.749990 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=383d146b-f6ca-400b-92f2-9b0402079adf,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:59.756818 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port d223264f-ca15-4ee2-ba58-d52d6d7f374e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d223264f-ca15-4ee2-ba58-d52d6d7f374e,segment=NetworkSegment(b75a6e8a-6a59-4bf7-83b5-f3b6be419063),segment_id=b75a6e8a-6a59-4bf7-83b5-f3b6be419063)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:59.777585 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': 'd223264f-ca15-4ee2-ba58-d52d6d7f374e', 'network_id': '2947e4c9-3ac7-41d6-a65a-9ff37575a881', 'port_id': 'd223264f-ca15-4ee2-ba58-d52d6d7f374e', 'mac_address': 'fa:16:3e:ec:5a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:06:59.821771 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:59.840062 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d223264f-ca15-4ee2-ba58-d52d6d7f374e {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:06:59.868638 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port d223264f-ca15-4ee2-ba58-d52d6d7f374e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d223264f-ca15-4ee2-ba58-d52d6d7f374e,segment=NetworkSegment(b75a6e8a-6a59-4bf7-83b5-f3b6be419063),segment_id=b75a6e8a-6a59-4bf7-83b5-f3b6be419063)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:59.957069 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:06:59.966345 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04380958-9659-4917-bf45-8b9f41c90ac5 req-e499b019-dbfb-4966-b65d-298d8c51a0ae tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:59.967936 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-04380958-9659-4917-bf45-8b9f41c90ac5 req-e499b019-dbfb-4966-b65d-298d8c51a0ae tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0528190 Jan 28 01:07:00.013106 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-04380958-9659-4917-bf45-8b9f41c90ac5 req-0ccfdcf2-7da9-442f-8e76-b1894f7dffd5 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384557 Jan 28 01:07:00.027022 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=d223264f-ca15-4ee2-ba58-d52d6d7f374e,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:00.246394 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38889ba3-18d9-430d-85ce-93fd71188083 req-f2771c98-1fe4-41f8-931f-efe6ca99fcfc tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:00.253540 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-38889ba3-18d9-430d-85ce-93fd71188083 req-f2771c98-1fe4-41f8-931f-efe6ca99fcfc tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 946 time: 0.0874920 Jan 28 01:07:00.295693 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-38889ba3-18d9-430d-85ce-93fd71188083 req-bb00dd04-134f-45a6-aac8-84e952471fb2 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332210 Jan 28 01:07:00.328461 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['383d146b-f6ca-400b-92f2-9b0402079adf'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:07:00.376121 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['d223264f-ca15-4ee2-ba58-d52d6d7f374e'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:07:00.423806 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef682be-e3cb-44d0-b46e-4b487f7d91ad req-d51d2f27-4b6b-44b8-8ca8-46b5455f9cf0 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:00.425422 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aef682be-e3cb-44d0-b46e-4b487f7d91ad req-d51d2f27-4b6b-44b8-8ca8-46b5455f9cf0 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 944 time: 0.0559702 Jan 28 01:07:00.471503 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aef682be-e3cb-44d0-b46e-4b487f7d91ad req-728eaf23-b844-4f23-8c8c-de0be9dc1061 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393796 Jan 28 01:07:01.152000 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1978a7-ca10-401b-9969-375ab21c5494 req-96946001-2bc3-44f8-aa77-edf3dd75bb79 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:01.153524 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8d1978a7-ca10-401b-9969-375ab21c5494 req-96946001-2bc3-44f8-aa77-edf3dd75bb79 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0528173 Jan 28 01:07:01.206782 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8d1978a7-ca10-401b-9969-375ab21c5494 req-98098ce2-3748-4882-b2b3-5aba57d928ad tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437124 Jan 28 01:07:01.343436 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 36bd86b5-f41d-4a6c-a257-fd10a82942fe details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:07:01.359205 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 383d146b-f6ca-400b-92f2-9b0402079adf up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:01.479478 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 36bd86b5-f41d-4a6c-a257-fd10a82942fe, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:01.491282 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'port_id': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'mac_address': 'fa:16:3e:42:01:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:07:01.526934 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port 383d146b-f6ca-400b-92f2-9b0402079adf completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:07:01.542652 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port 383d146b-f6ca-400b-92f2-9b0402079adf triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:01.542652 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:01.543890 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:01.588787 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bd86b5-f41d-4a6c-a257-fd10a82942fe {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:07:01.614050 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5b152-1105-4882-8e12-77f2eec88155 req-8237ea3f-b2ef-4d0b-8cda-bf7d417091b8 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:01.615844 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b3e5b152-1105-4882-8e12-77f2eec88155 req-8237ea3f-b2ef-4d0b-8cda-bf7d417091b8 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 944 time: 0.0599873 Jan 28 01:07:01.631554 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 36bd86b5-f41d-4a6c-a257-fd10a82942fe, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:01.666366 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b3e5b152-1105-4882-8e12-77f2eec88155 req-f6acf7a1-4fe9-4ce9-acc1-0b561245b678 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 Jan 28 01:07:01.700212 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:01.724067 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:01.734293 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2921884f-f861-4657-9fed-45b6a4fbcd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383d146b-f6ca-400b-92f2-9b0402079adf'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:07:01.736687 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9676c0d-ceab-4ac7-af6b-f5c5fb568cc1" -d '{"events": [{"server_uuid": "2921884f-f861-4657-9fed-45b6a4fbcd77", "name": "network-vif-plugged", "status": "completed", "tag": "383d146b-f6ca-400b-92f2-9b0402079adf"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:01.847592 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 383d146b-f6ca-400b-92f2-9b0402079adf, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=383d146b-f6ca-400b-92f2-9b0402079adf,segment=NetworkSegment(b75a6e8a-6a59-4bf7-83b5-f3b6be419063),segment_id=b75a6e8a-6a59-4bf7-83b5-f3b6be419063)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:01.847592 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1231dc-7908-4d7e-b3b4-886587eeb71e x-openstack-request-id: req-fc1231dc-7908-4d7e-b3b4-886587eeb71e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:01.847592 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2921884f-f861-4657-9fed-45b6a4fbcd77", "name": "network-vif-plugged", "status": "completed", "tag": "383d146b-f6ca-400b-92f2-9b0402079adf", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:01.847592 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc1231dc-7908-4d7e-b3b4-886587eeb71e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:01.847592 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2921884f-f861-4657-9fed-45b6a4fbcd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383d146b-f6ca-400b-92f2-9b0402079adf', 'code': 200} Jan 28 01:07:01.847592 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=36bd86b5-f41d-4a6c-a257-fd10a82942fe,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:02.059707 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:02.060683 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device d223264f-ca15-4ee2-ba58-d52d6d7f374e up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:02.109768 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['36bd86b5-f41d-4a6c-a257-fd10a82942fe'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:07:02.303703 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=383d146b-f6ca-400b-92f2-9b0402079adf,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:02.346296 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cd3cc-fcf7-4179-8c57-a1af0c72d748 req-c39cc788-6723-479c-a62e-caa1c99b0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:02.349450 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-262cd3cc-fcf7-4179-8c57-a1af0c72d748 req-c39cc788-6723-479c-a62e-caa1c99b0bb9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 1098 time: 0.1056519 Jan 28 01:07:02.363491 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51921d0-e6cb-4e8e-b940-5034838dac39 req-299dc973-9a46-4ad5-8e47-06e0eebfaa73 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:02.365217 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d51921d0-e6cb-4e8e-b940-5034838dac39 req-299dc973-9a46-4ad5-8e47-06e0eebfaa73 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 944 time: 0.0733676 Jan 28 01:07:02.400811 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port d223264f-ca15-4ee2-ba58-d52d6d7f374e completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:07:02.408323 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port d223264f-ca15-4ee2-ba58-d52d6d7f374e triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:02.408727 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:02.424358 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-262cd3cc-fcf7-4179-8c57-a1af0c72d748 req-0f814279-a189-413e-8997-ba5eca571deb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578768 Jan 28 01:07:02.439530 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d51921d0-e6cb-4e8e-b940-5034838dac39 req-76703f12-dc3e-445f-8a43-a726b5069356 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656543 Jan 28 01:07:02.545372 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:02.583672 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port d223264f-ca15-4ee2-ba58-d52d6d7f374e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d223264f-ca15-4ee2-ba58-d52d6d7f374e,segment=NetworkSegment(b75a6e8a-6a59-4bf7-83b5-f3b6be419063),segment_id=b75a6e8a-6a59-4bf7-83b5-f3b6be419063)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:02.663756 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:02.737514 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=d223264f-ca15-4ee2-ba58-d52d6d7f374e,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:02.811704 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747422f-cdaf-4b35-bae6-196b761cc476 req-7b269e4f-160a-4368-a52a-cc9325109960 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:02.816570 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8747422f-cdaf-4b35-bae6-196b761cc476 req-7b269e4f-160a-4368-a52a-cc9325109960 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0691228 Jan 28 01:07:02.855716 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8747422f-cdaf-4b35-bae6-196b761cc476 req-2ca89541-a3a9-499e-a010-edb33fce2129 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357740 Jan 28 01:07:03.358539 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 36bd86b5-f41d-4a6c-a257-fd10a82942fe up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:03.468794 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port 36bd86b5-f41d-4a6c-a257-fd10a82942fe completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:07:03.472932 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port 36bd86b5-f41d-4a6c-a257-fd10a82942fe triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:03.473213 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:03.562509 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7567d-5df4-40bb-af8f-40d61ab9849f req-5f27a540-26a2-435d-baf8-409cc4d84d4a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:03.563245 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:03.564138 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25b7567d-5df4-40bb-af8f-40d61ab9849f req-5f27a540-26a2-435d-baf8-409cc4d84d4a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 944 time: 0.0491462 Jan 28 01:07:03.609682 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 36bd86b5-f41d-4a6c-a257-fd10a82942fe, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:03.625370 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25b7567d-5df4-40bb-af8f-40d61ab9849f req-abf67384-1a35-46b6-a6d5-6afd3ff734c8 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429623 Jan 28 01:07:03.754998 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:03.806114 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=36bd86b5-f41d-4a6c-a257-fd10a82942fe,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:03.823593 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32c4180-8c40-4015-a8d3-2fab4f1953cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd223264f-ca15-4ee2-ba58-d52d6d7f374e'}, {'server_uuid': '6c7b781b-1e43-437e-8124-f55093218b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bd86b5-f41d-4a6c-a257-fd10a82942fe'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:07:03.825999 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1fdb39-b12d-487a-b201-59de1c6dbae5" -d '{"events": [{"server_uuid": "b32c4180-8c40-4015-a8d3-2fab4f1953cc", "name": "network-vif-plugged", "status": "completed", "tag": "d223264f-ca15-4ee2-ba58-d52d6d7f374e"}, {"server_uuid": "6c7b781b-1e43-437e-8124-f55093218b6a", "name": "network-vif-plugged", "status": "completed", "tag": "36bd86b5-f41d-4a6c-a257-fd10a82942fe"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:03.868604 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903198bc-4ade-4f34-9143-6b3fca5b267b x-openstack-request-id: req-903198bc-4ade-4f34-9143-6b3fca5b267b {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:03.868896 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32c4180-8c40-4015-a8d3-2fab4f1953cc", "name": "network-vif-plugged", "status": "completed", "tag": "d223264f-ca15-4ee2-ba58-d52d6d7f374e", "code": 200}, {"server_uuid": "6c7b781b-1e43-437e-8124-f55093218b6a", "name": "network-vif-plugged", "status": "completed", "tag": "36bd86b5-f41d-4a6c-a257-fd10a82942fe", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:03.869161 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-903198bc-4ade-4f34-9143-6b3fca5b267b {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:03.869533 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32c4180-8c40-4015-a8d3-2fab4f1953cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd223264f-ca15-4ee2-ba58-d52d6d7f374e', 'code': 200} Jan 28 01:07:03.869808 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7b781b-1e43-437e-8124-f55093218b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'code': 200} Jan 28 01:07:03.982331 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff6960-2389-4516-b0dd-57b45d768446 req-d24cb32c-afe1-4d40-997f-25cd350d136e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:03.984142 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ff6960-2389-4516-b0dd-57b45d768446 req-d24cb32c-afe1-4d40-997f-25cd350d136e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0534902 Jan 28 01:07:04.024868 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ff6960-2389-4516-b0dd-57b45d768446 req-98b7596f-0ce7-4a41-9546-4ee8d180e771 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342491 Jan 28 01:07:04.596315 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca45e1-b407-4952-98ca-198e86932063 req-4e7d2cb6-2ac6-49c5-97bf-7ae7b0a90f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:04.597842 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7bca45e1-b407-4952-98ca-198e86932063 req-4e7d2cb6-2ac6-49c5-97bf-7ae7b0a90f63 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 1098 time: 0.2509875 Jan 28 01:07:04.602636 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173ee41-c12f-4ecb-80e7-829cc73f0a5c req-3b2d3d19-ff50-4cf9-a852-aad761f71a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:04.604331 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3173ee41-c12f-4ecb-80e7-829cc73f0a5c req-3b2d3d19-ff50-4cf9-a852-aad761f71a16 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 1098 time: 0.2284133 Jan 28 01:07:04.658595 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7bca45e1-b407-4952-98ca-198e86932063 req-5a69cc51-3575-4746-84ed-9455e2c73963 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534520 Jan 28 01:07:04.660186 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3173ee41-c12f-4ecb-80e7-829cc73f0a5c req-fce4cf0f-bb41-4c8a-8155-88b5222b4f29 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485032 Jan 28 01:07:04.753463 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6230b-58a9-4c30-93d8-81eb168065a7 req-d609d2b6-4976-4ddf-bcfc-ad9b1cfda071 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:04.755127 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-30a6230b-58a9-4c30-93d8-81eb168065a7 req-d609d2b6-4976-4ddf-bcfc-ad9b1cfda071 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0547099 Jan 28 01:07:04.797108 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-30a6230b-58a9-4c30-93d8-81eb168065a7 req-85cb33f9-5eac-491a-b06e-2fab52e7697a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350716 Jan 28 01:07:05.147876 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28904e6-2391-484c-b181-01684f059e30 req-1ec94124-d105-4444-96e2-652ddf6ecdd3 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:05.153227 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d28904e6-2391-484c-b181-01684f059e30 req-1ec94124-d105-4444-96e2-652ddf6ecdd3 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0541744 Jan 28 01:07:05.193394 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d28904e6-2391-484c-b181-01684f059e30 req-0b75b0d8-c38f-46e2-92bf-0734691cbbb1 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365143 Jan 28 01:07:05.373422 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 59496) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:05.496660 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7d9d-f4dc-4df7-8d78-5381308b75b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:05.618154 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7d9d-f4dc-4df7-8d78-5381308b75b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:05.685091 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7d9d-f4dc-4df7-8d78-5381308b75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:05.727650 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-1e4d7d9d-f4dc-4df7-8d78-5381308b75b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=942cf07552d74ea99cbf6f4b669096b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530817 Jan 28 01:07:05.730439 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d7d9d-f4dc-4df7-8d78-5381308b75b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9114fd68-357e-45d8-ba02-c54d50f67edc,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:05.731123 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 59520) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:05.796345 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-d127c0d9-47b0-422e-bc0c-4b84f1c6356a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:05.841851 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-d127c0d9-47b0-422e-bc0c-4b84f1c6356a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:05.949959 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eae39-0d5e-43fc-aa2c-f0b350fdba2c req-1bb2e82b-2a0f-487f-a398-ba3d91e3e9ca tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:05.951686 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1b2eae39-0d5e-43fc-aa2c-f0b350fdba2c req-1bb2e82b-2a0f-487f-a398-ba3d91e3e9ca tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0636523 Jan 28 01:07:05.997117 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1b2eae39-0d5e-43fc-aa2c-f0b350fdba2c req-3387783b-5504-4504-ae10-7bc129c0c341 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371616 Jan 28 01:07:06.007150 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-d127c0d9-47b0-422e-bc0c-4b84f1c6356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:06.015363 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-d127c0d9-47b0-422e-bc0c-4b84f1c6356a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:06.017026 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-d127c0d9-47b0-422e-bc0c-4b84f1c6356a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9114fd68-357e-45d8-ba02-c54d50f67edc HTTP/1.1" status: 204 len: 168 time: 0.2847133 Jan 28 01:07:06.028146 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127c0d9-47b0-422e-bc0c-4b84f1c6356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9114fd68-357e-45d8-ba02-c54d50f67edc,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:06.313060 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 59550) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:06.344689 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52292dcf-6eca-4c96-9359-fd84ca06ee3f req-92b14b81-6857-431c-9f50-fe9c5fd9d6e2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:06.346363 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-52292dcf-6eca-4c96-9359-fd84ca06ee3f req-92b14b81-6857-431c-9f50-fe9c5fd9d6e2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0784657 Jan 28 01:07:06.393647 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-52292dcf-6eca-4c96-9359-fd84ca06ee3f req-45f268ca-fe23-4b8a-9e5b-f13877271cb8 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 Jan 28 01:07:06.529349 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1178a0f5-59f9-4db2-b0a0-1c03fe275fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:06.620854 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1178a0f5-59f9-4db2-b0a0-1c03fe275fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:06.729490 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1178a0f5-59f9-4db2-b0a0-1c03fe275fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:06.772741 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178a0f5-59f9-4db2-b0a0-1c03fe275fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dd1254-b421-43b4-887c-720820e52601,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:06.778023 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 59564) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:06.780335 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-1178a0f5-59f9-4db2-b0a0-1c03fe275fea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dda3aaabbcfb424e8524eb618342c2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638925 Jan 28 01:07:06.832504 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-75476427-ebe7-439b-aa2a-bae2d1e6fe1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:06.856255 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-75476427-ebe7-439b-aa2a-bae2d1e6fe1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:06.888030 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 59566) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:06.902376 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b04fa85c-fe2f-42b7-82b3-f762d21cf38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:07.066683 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-75476427-ebe7-439b-aa2a-bae2d1e6fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:07.069278 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-75476427-ebe7-439b-aa2a-bae2d1e6fe1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:07.070623 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-75476427-ebe7-439b-aa2a-bae2d1e6fe1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36dd1254-b421-43b4-887c-720820e52601 HTTP/1.1" status: 204 len: 168 time: 0.2915814 Jan 28 01:07:07.080208 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75476427-ebe7-439b-aa2a-bae2d1e6fe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dd1254-b421-43b4-887c-720820e52601,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:07.138374 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4420326-b107-4eed-8605-7942606ab6d6 req-948a25ec-1fa6-4369-baba-2995449946ba tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:07.140096 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f4420326-b107-4eed-8605-7942606ab6d6 req-948a25ec-1fa6-4369-baba-2995449946ba tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0578387 Jan 28 01:07:07.159009 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b04fa85c-fe2f-42b7-82b3-f762d21cf38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:07.193570 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f4420326-b107-4eed-8605-7942606ab6d6 req-4490fcda-db8a-445b-9166-b0a506a3ac26 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424428 Jan 28 01:07:07.241678 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b04fa85c-fe2f-42b7-82b3-f762d21cf38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:07.283319 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04fa85c-fe2f-42b7-82b3-f762d21cf38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0439956-1bfa-4b7c-82ad-c5ef368d1e05,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:07.290028 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-b04fa85c-fe2f-42b7-82b3-f762d21cf38a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f28650ba39e441dad686d9b43a5eee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008904 Jan 28 01:07:07.293245 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 59576) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:07.349746 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7531b928-a527-47cd-97c1-020609e26018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:07.373730 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7531b928-a527-47cd-97c1-020609e26018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:07.529210 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7531b928-a527-47cd-97c1-020609e26018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:07.530446 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b2b7e-1f94-4a83-8754-a2c71405c61e req-4f4b6af9-3480-43eb-a8f5-ee8e191abe4c tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:07.535307 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6b5b2b7e-1f94-4a83-8754-a2c71405c61e req-4f4b6af9-3480-43eb-a8f5-ee8e191abe4c tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0660899 Jan 28 01:07:07.535433 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7531b928-a527-47cd-97c1-020609e26018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:07.535433 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-7531b928-a527-47cd-97c1-020609e26018 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0439956-1bfa-4b7c-82ad-c5ef368d1e05 HTTP/1.1" status: 204 len: 168 time: 0.2393932 Jan 28 01:07:07.543188 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531b928-a527-47cd-97c1-020609e26018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0439956-1bfa-4b7c-82ad-c5ef368d1e05,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:07.585655 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6b5b2b7e-1f94-4a83-8754-a2c71405c61e req-c21af24c-8fea-427d-8355-7d235f14f6ec tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426564 Jan 28 01:07:08.035553 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 59606) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:08.049537 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-175c5c67-a75a-4d96-ae2b-db7f29bcf1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:08.149005 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-175c5c67-a75a-4d96-ae2b-db7f29bcf1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:08.215334 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-175c5c67-a75a-4d96-ae2b-db7f29bcf1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:08.291998 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-175c5c67-a75a-4d96-ae2b-db7f29bcf1b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=311828ec7cd94eb9b1047e9cf20c6457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551427 Jan 28 01:07:08.296271 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 59622) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:08.299986 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c5c67-a75a-4d96-ae2b-db7f29bcf1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a27dd16-292c-4ecf-bac6-d07fb8302483,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:08.455608 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b5e12f7e-d7b1-4145-8352-52d4916d0965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:08.468160 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2983991-9d67-4a13-b783-9bd3906f6e82 req-ee6d0593-7c18-46df-8da6-ec5e45fd8ccc tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:08.469795 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b2983991-9d67-4a13-b783-9bd3906f6e82 req-ee6d0593-7c18-46df-8da6-ec5e45fd8ccc tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.1521788 Jan 28 01:07:08.491980 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fee3a-28ec-4452-aa04-6115c4dbf0f0 req-5bcf6acd-0acb-4507-b261-54f074adb4a5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:08.493476 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9c4fee3a-28ec-4452-aa04-6115c4dbf0f0 req-5bcf6acd-0acb-4507-b261-54f074adb4a5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.1363871 Jan 28 01:07:08.554820 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b5e12f7e-d7b1-4145-8352-52d4916d0965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:08.595861 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b2983991-9d67-4a13-b783-9bd3906f6e82 req-d886e5ab-8cc6-427b-a725-6a29ae0588bd tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158593 Jan 28 01:07:08.638299 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9c4fee3a-28ec-4452-aa04-6115c4dbf0f0 req-347e9694-d5cb-4406-8003-392cba6cc228 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355267 Jan 28 01:07:08.654067 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9fd11-050f-4c3d-8bfb-e358aa59f137 req-85b41f88-4984-4948-92d9-edf0764669cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:08.658106 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-45b9fd11-050f-4c3d-8bfb-e358aa59f137 req-85b41f88-4984-4948-92d9-edf0764669cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724b56d47f7c418f8a7d40ff559487c8&device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 1098 time: 0.1637287 Jan 28 01:07:08.782580 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d534e80-aa16-4135-8517-034433952c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:08.836182 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee055-d6e0-4c67-981c-ba41a79923cc req-53477678-af8a-4abc-8291-3a884cbb23c7 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:08.836182 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aa9ee055-d6e0-4c67-981c-ba41a79923cc req-53477678-af8a-4abc-8291-3a884cbb23c7 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0940828 Jan 28 01:07:08.836182 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9fd11-050f-4c3d-8bfb-e358aa59f137 req-b02c89c6-b3a5-4706-b8d4-ba885cc19220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:08.836182 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-45b9fd11-050f-4c3d-8bfb-e358aa59f137 req-b02c89c6-b3a5-4706-b8d4-ba885cc19220 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2947e4c9-3ac7-41d6-a65a-9ff37575a881 HTTP/1.1" status: 200 len: 919 time: 0.1585228 Jan 28 01:07:08.837170 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 59636) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:08.842547 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-7d5536f1-f2d9-4900-b25e-91859a53e26e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Request body: {'floatingip': {'port_id': '36bd86b5-f41d-4a6c-a257-fd10a82942fe'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:08.908410 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b5e12f7e-d7b1-4145-8352-52d4916d0965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:08.910879 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b5e12f7e-d7b1-4145-8352-52d4916d0965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:08.911991 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-b5e12f7e-d7b1-4145-8352-52d4916d0965 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a27dd16-292c-4ecf-bac6-d07fb8302483 HTTP/1.1" status: 204 len: 168 time: 0.6147456 Jan 28 01:07:08.955999 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e12f7e-d7b1-4145-8352-52d4916d0965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a27dd16-292c-4ecf-bac6-d07fb8302483,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:08.960969 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d5536f1-f2d9-4900-b25e-91859a53e26e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for floatingip, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:08.965169 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-45b9fd11-050f-4c3d-8bfb-e358aa59f137 req-6b80e7ae-ba66-455d-96d1-e4f54fbba73b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d223264f-ca15-4ee2-ba58-d52d6d7f374e HTTP/1.1" status: 200 len: 217 time: 0.0973239 Jan 28 01:07:09.140067 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9fd11-050f-4c3d-8bfb-e358aa59f137 req-62341db2-50fa-4d2e-ae69-2d4e858db5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:09.141520 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-45b9fd11-050f-4c3d-8bfb-e358aa59f137 req-62341db2-50fa-4d2e-ae69-2d4e858db5a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66 HTTP/1.1" status: 200 len: 858 time: 0.1268656 Jan 28 01:07:09.186319 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-45b9fd11-050f-4c3d-8bfb-e358aa59f137 req-20fb51e7-e6e1-4041-83dd-3b0ac58112c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2947e4c9-3ac7-41d6-a65a-9ff37575a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353005 Jan 28 01:07:09.379004 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-45b9fd11-050f-4c3d-8bfb-e358aa59f137 req-0d2be56a-a248-4057-8d05-50d9e76a1ca8 service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532815 Jan 28 01:07:09.708306 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-45b9fd11-050f-4c3d-8bfb-e358aa59f137 req-39642b9c-e04e-499a-8632-b4b387bd5dc2 service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992330 Jan 28 01:07:10.067730 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ddcf2-083b-4616-a636-242ee4fbdbf3 req-3d9678b7-e869-4fa9-9b35-2a7029c81aca tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:10.069274 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-337ddcf2-083b-4616-a636-242ee4fbdbf3 req-3d9678b7-e869-4fa9-9b35-2a7029c81aca tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.3458247 Jan 28 01:07:10.127368 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d5536f1-f2d9-4900-b25e-91859a53e26e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:10.151754 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-337ddcf2-083b-4616-a636-242ee4fbdbf3 req-b5027cff-608f-4a2c-b4ae-9f3dc1bde67e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697041 Jan 28 01:07:10.242029 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d5536f1-f2d9-4900-b25e-91859a53e26e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646029'] for floatingip, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:10.373069 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.l3_db [None req-7d5536f1-f2d9-4900-b25e-91859a53e26e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Floating IP 905334ce-d5d8-480b-b75a-d38e067dcd55 associated. External IP: 172.28.0.147, port: 36bd86b5-f41d-4a6c-a257-fd10a82942fe. Jan 28 01:07:10.524844 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2822f1cb-9992-432b-b5af-a0ce05b93d56 req-3de92cce-8bdc-4879-9a0e-ece57ce78ecf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620739 Jan 28 01:07:10.684447 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822f1cb-9992-432b-b5af-a0ce05b93d56 req-636e9ae4-67f5-4928-8cae-b14f0fb08433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:10.685599 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2822f1cb-9992-432b-b5af-a0ce05b93d56 req-636e9ae4-67f5-4928-8cae-b14f0fb08433 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=544c97afb1f347a0a9b02894af3ad61d&device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 1099 time: 0.0696971 Jan 28 01:07:10.687435 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5536f1-f2d9-4900-b25e-91859a53e26e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Router 2f725727-4543-44d1-9dcc-fa0013067c57 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:10.886770 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5536f1-f2d9-4900-b25e-91859a53e26e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:10.893183 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d5536f1-f2d9-4900-b25e-91859a53e26e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:10.896748 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822f1cb-9992-432b-b5af-a0ce05b93d56 req-051485b4-0f42-4f74-861d-b3119c74a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:10.898195 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2822f1cb-9992-432b-b5af-a0ce05b93d56 req-051485b4-0f42-4f74-861d-b3119c74a365 service neutron] 10.222.0.53 "GET /v2.0/networks?id=adba77a2-c4d7-4dcb-a6eb-a4aec8e41344 HTTP/1.1" status: 200 len: 913 time: 0.1650565 Jan 28 01:07:10.906652 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4717ac5-bff6-484c-8ec9-9982e42eb539 None None] Sync routers for ids ['2f725727-4543-44d1-9dcc-fa0013067c57'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:10.916425 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4717ac5-bff6-484c-8ec9-9982e42eb539 None None] Routers {'2f725727-4543-44d1-9dcc-fa0013067c57'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:10.917272 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-f4717ac5-bff6-484c-8ec9-9982e42eb539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:06:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['2f725727-4543-44d1-9dcc-fa0013067c57'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:10.976072 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2540e3c1-3e0c-4fef-aa3a-1888e1488862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:11.034187 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2822f1cb-9992-432b-b5af-a0ce05b93d56 req-f39735aa-b713-485d-8bf6-ea1941b9c82b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ae51d43-847d-426f-a2cd-ddf2e9d7730d HTTP/1.1" status: 200 len: 217 time: 0.1068044 Jan 28 01:07:11.038670 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-7d5536f1-f2d9-4900-b25e-91859a53e26e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "PUT /v2.0/floatingips/905334ce-d5d8-480b-b75a-d38e067dcd55 HTTP/1.1" status: 200 len: 991 time: 2.2003813 Jan 28 01:07:11.040146 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7b781b-1e43-437e-8124-f55093218b6a', 'tag': '36bd86b5-f41d-4a6c-a257-fd10a82942fe'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:07:11.047519 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6a112a-3365-41a7-8b20-23b1788397be" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7b781b-1e43-437e-8124-f55093218b6a", "tag": "36bd86b5-f41d-4a6c-a257-fd10a82942fe"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:11.054516 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-f4717ac5-bff6-484c-8ec9-9982e42eb539 None None] Set router 2f725727-4543-44d1-9dcc-fa0013067c57 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:11.158753 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfbc3a-6419-4a60-b8d5-7a5fb814e390 req-1e614ab7-7fde-466e-80c2-4082e5b2a38e tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:11.166807 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4fdfbc3a-6419-4a60-b8d5-7a5fb814e390 req-1e614ab7-7fde-466e-80c2-4082e5b2a38e tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 946 time: 0.2477746 Jan 28 01:07:11.210928 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822f1cb-9992-432b-b5af-a0ce05b93d56 req-901daed7-f388-44b6-bb3d-20a7ad33db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:11.210928 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2822f1cb-9992-432b-b5af-a0ce05b93d56 req-901daed7-f388-44b6-bb3d-20a7ad33db15 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c8f9065-c03f-4d12-bc6c-466d688b48f7 HTTP/1.1" status: 200 len: 852 time: 0.1594257 Jan 28 01:07:11.213576 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4fdfbc3a-6419-4a60-b8d5-7a5fb814e390 req-fa454ec9-db30-4e19-bb42-e5aaafcd5a96 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461259 Jan 28 01:07:11.288445 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2822f1cb-9992-432b-b5af-a0ce05b93d56 req-be71e194-fcd2-4a20-9267-164c87234734 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=adba77a2-c4d7-4dcb-a6eb-a4aec8e41344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442624 Jan 28 01:07:11.297055 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9630afd-6e60-4f4a-9f3b-550daa5b0ca8 x-openstack-request-id: req-f9630afd-6e60-4f4a-9f3b-550daa5b0ca8 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:11.297700 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7b781b-1e43-437e-8124-f55093218b6a", "tag": "36bd86b5-f41d-4a6c-a257-fd10a82942fe", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:11.298182 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9630afd-6e60-4f4a-9f3b-550daa5b0ca8 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:11.298947 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7b781b-1e43-437e-8124-f55093218b6a', 'tag': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'status': 'completed', 'code': 200} Jan 28 01:07:11.499416 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9142fb-31a6-48e7-9ce1-98bfa99a0dcb req-d3ce3466-aa9f-43ae-9e6d-132a46f3b7f1 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:11.500936 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-de9142fb-31a6-48e7-9ce1-98bfa99a0dcb req-d3ce3466-aa9f-43ae-9e6d-132a46f3b7f1 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.1769590 Jan 28 01:07:11.505579 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a112a-3365-41a7-8b20-23b1788397be req-14cfbe0c-94b7-4bc9-b14b-99c8165215ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:11.507052 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fc6a112a-3365-41a7-8b20-23b1788397be req-14cfbe0c-94b7-4bc9-b14b-99c8165215ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b0da38f28ed432e803107ee76115dbc&device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 1098 time: 0.1386390 Jan 28 01:07:11.600004 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-f4717ac5-bff6-484c-8ec9-9982e42eb539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': '905334ce-d5d8-480b-b75a-d38e067dcd55', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'port_id': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'mac_address': 'fa:16:3e:42:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7b781b-1e43-437e-8124-f55093218b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:06:40Z', 'updated_at': '2022-01-28T01:07:09Z', 'revision_number': 1, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:40Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:11.608668 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2822f1cb-9992-432b-b5af-a0ce05b93d56 req-c1a8cfe9-f22f-46e7-b6a0-2902660fabb8 service neutron] 10.222.0.53 "GET /v2.0/networks/adba77a2-c4d7-4dcb-a6eb-a4aec8e41344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694602 Jan 28 01:07:11.631819 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4717ac5-bff6-484c-8ec9-9982e42eb539 None None] Checking router: 2f725727-4543-44d1-9dcc-fa0013067c57 for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:07:11.643534 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4717ac5-bff6-484c-8ec9-9982e42eb539 None None] Routers {'2f725727-4543-44d1-9dcc-fa0013067c57'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:11.645123 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-f4717ac5-bff6-484c-8ec9-9982e42eb539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:07:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['2f725727-4543-44d1-9dcc-fa0013067c57'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:11.700676 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-de9142fb-31a6-48e7-9ce1-98bfa99a0dcb req-2a3053fa-4aad-47ae-9ac2-1718d3fe94fc tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816390 Jan 28 01:07:11.740480 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a112a-3365-41a7-8b20-23b1788397be req-8ade96c2-46a8-4887-adb8-4d84b3789e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:11.742406 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fc6a112a-3365-41a7-8b20-23b1788397be req-8ade96c2-46a8-4887-adb8-4d84b3789e1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212 HTTP/1.1" status: 200 len: 918 time: 0.2183728 Jan 28 01:07:11.837555 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2822f1cb-9992-432b-b5af-a0ce05b93d56 req-34d41fbe-3c44-493e-8262-3cb911184d00 service neutron] 10.222.0.53 "GET /v2.0/networks/adba77a2-c4d7-4dcb-a6eb-a4aec8e41344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175186 Jan 28 01:07:11.878799 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-f4717ac5-bff6-484c-8ec9-9982e42eb539 None None] Set router 2f725727-4543-44d1-9dcc-fa0013067c57 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:11.892825 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fc6a112a-3365-41a7-8b20-23b1788397be req-ae87c63f-a607-4e9c-825d-ba43f9bfafa6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe HTTP/1.1" status: 200 len: 999 time: 0.1339674 Jan 28 01:07:11.961956 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a112a-3365-41a7-8b20-23b1788397be req-d8587f21-b6a8-4f0e-868c-c06f080c1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:11.963728 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fc6a112a-3365-41a7-8b20-23b1788397be req-d8587f21-b6a8-4f0e-868c-c06f080c1cf9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de468f85-8d93-4089-bcfa-66cbbedae8e2 HTTP/1.1" status: 200 len: 856 time: 0.0627892 Jan 28 01:07:12.038428 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a112a-3365-41a7-8b20-23b1788397be req-f36493b7-b577-4124-87f2-9e077704c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:12.040827 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fc6a112a-3365-41a7-8b20-23b1788397be req-f36493b7-b577-4124-87f2-9e077704c419 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0639598 Jan 28 01:07:12.176158 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-f4717ac5-bff6-484c-8ec9-9982e42eb539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': '905334ce-d5d8-480b-b75a-d38e067dcd55', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'port_id': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'mac_address': 'fa:16:3e:42:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7b781b-1e43-437e-8124-f55093218b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:06:40Z', 'updated_at': '2022-01-28T01:07:09Z', 'revision_number': 1, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:40Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:12.199222 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:12.204744 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4717ac5-bff6-484c-8ec9-9982e42eb539 None None] The sync data for ids ['2f725727-4543-44d1-9dcc-fa0013067c57'] in dv-cinder-821890-1-smb is: [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': '905334ce-d5d8-480b-b75a-d38e067dcd55', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'port_id': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'mac_address': 'fa:16:3e:42:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7b781b-1e43-437e-8124-f55093218b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:06:40Z', 'updated_at': '2022-01-28T01:07:09Z', 'revision_number': 1, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:40Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:12.458029 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2c446-f1bb-4004-8268-09b8f1e0b781 req-9e540933-0d58-4743-b607-ef274f658eac tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:12.458029 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-81c2c446-f1bb-4004-8268-09b8f1e0b781 req-9e540933-0d58-4743-b607-ef274f658eac tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 946 time: 0.1021249 Jan 28 01:07:12.464199 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9ae2eb-318c-48a7-9151-e3adac0e9732 None None] New status for floating IP 905334ce-d5d8-480b-b75a-d38e067dcd55: ACTIVE {{(pid=102113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:07:12.477146 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fc6a112a-3365-41a7-8b20-23b1788397be req-880ccf46-9f77-4fad-918d-996396f95bde service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078882 Jan 28 01:07:12.537297 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-81c2c446-f1bb-4004-8268-09b8f1e0b781 req-d6f688bf-baef-49fa-8f67-3d42104f968a tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709696 Jan 28 01:07:12.641814 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fc6a112a-3365-41a7-8b20-23b1788397be req-6281abbd-b8e0-4661-8674-f1f5c7f6fa72 service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391542 Jan 28 01:07:12.816640 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:12.862340 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e6f84-b037-44ac-9e5e-c3aad82d0026 req-b1c7e271-e83b-434c-b6ca-8f54b6bf1848 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:12.863867 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1c2e6f84-b037-44ac-9e5e-c3aad82d0026 req-b1c7e271-e83b-434c-b6ca-8f54b6bf1848 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0510409 Jan 28 01:07:12.904132 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1c2e6f84-b037-44ac-9e5e-c3aad82d0026 req-224bab3f-1e74-45fb-b5a4-b8fee16cbc64 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341306 Jan 28 01:07:13.194015 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826364e4-7578-429e-b4eb-e227272c8044 req-544c844a-771d-40fb-8bf6-48ac2c3c0d97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:13.195517 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-826364e4-7578-429e-b4eb-e227272c8044 req-544c844a-771d-40fb-8bf6-48ac2c3c0d97 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 946 time: 0.0498691 Jan 28 01:07:13.366468 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-826364e4-7578-429e-b4eb-e227272c8044 req-9726da48-69e3-4a43-b3b3-14adbc572cf2 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Deleting port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:07:13.367049 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-826364e4-7578-429e-b4eb-e227272c8044 req-9726da48-69e3-4a43-b3b3-14adbc572cf2 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:13.512950 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-826364e4-7578-429e-b4eb-e227272c8044 req-9726da48-69e3-4a43-b3b3-14adbc572cf2 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] For port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=0ae51d43-847d-426f-a2cd-ddf2e9d7730d,segment=NetworkSegment(20318175-d953-44bd-bd02-ad5aecb82b4a),segment_id=20318175-d953-44bd-bd02-ad5aecb82b4a)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:13.513536 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-826364e4-7578-429e-b4eb-e227272c8044 req-9726da48-69e3-4a43-b3b3-14adbc572cf2 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:13.536809 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-826364e4-7578-429e-b4eb-e227272c8044 req-9726da48-69e3-4a43-b3b3-14adbc572cf2 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Calling delete_port for 0ae51d43-847d-426f-a2cd-ddf2e9d7730d owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:07:13.669640 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:13.777199 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bface0-7c18-4ea0-9a52-ab5b9ec658f9 req-1aa59436-ff8f-431a-80de-359d312a708e tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:13.777199 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a1bface0-7c18-4ea0-9a52-ab5b9ec658f9 req-1aa59436-ff8f-431a-80de-359d312a708e tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 946 time: 0.1109953 Jan 28 01:07:13.823326 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:13.842733 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a1bface0-7c18-4ea0-9a52-ab5b9ec658f9 req-a978c079-67f3-42b2-af1f-81dde6fe34c0 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/security-groups?id=f63e213e-9d7c-4db8-a12c-36dab2c1af13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516410 Jan 28 01:07:14.007892 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-826364e4-7578-429e-b4eb-e227272c8044 req-9726da48-69e3-4a43-b3b3-14adbc572cf2 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:14.046333 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726da48-69e3-4a43-b3b3-14adbc572cf2 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Pushing event deleted for resources: {'Port': ['ID=0ae51d43-847d-426f-a2cd-ddf2e9d7730d,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:14.057820 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['0ae51d43-847d-426f-a2cd-ddf2e9d7730d'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:07:14.103359 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232c39e-a388-444a-86bd-12d711830eb0 req-083eb2c4-9fe9-45c7-9125-51cb8474c7b8 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:14.105459 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8232c39e-a388-444a-86bd-12d711830eb0 req-083eb2c4-9fe9-45c7-9125-51cb8474c7b8 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.1286056 Jan 28 01:07:14.128911 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-826364e4-7578-429e-b4eb-e227272c8044 req-9726da48-69e3-4a43-b3b3-14adbc572cf2 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] No DVR routers for this DVR port 0ae51d43-847d-426f-a2cd-ddf2e9d7730d on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:14.138111 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-826364e4-7578-429e-b4eb-e227272c8044 req-9726da48-69e3-4a43-b3b3-14adbc572cf2 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:14.141637 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-826364e4-7578-429e-b4eb-e227272c8044 req-9726da48-69e3-4a43-b3b3-14adbc572cf2 tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.53 "DELETE /v2.0/ports/0ae51d43-847d-426f-a2cd-ddf2e9d7730d HTTP/1.1" status: 204 len: 173 time: 0.9392128 Jan 28 01:07:14.142105 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d256566-9299-4243-81ce-b7b6b0934fad', 'name': 'network-vif-deleted', 'tag': '0ae51d43-847d-426f-a2cd-ddf2e9d7730d'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:07:14.144515 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f6b2a4-e393-440a-861e-f9ed2e9ae942" -d '{"events": [{"server_uuid": "6d256566-9299-4243-81ce-b7b6b0934fad", "name": "network-vif-deleted", "tag": "0ae51d43-847d-426f-a2cd-ddf2e9d7730d"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:14.186879 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8232c39e-a388-444a-86bd-12d711830eb0 req-fe450319-94ff-4f38-9526-081e8dd94a64 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702512 Jan 28 01:07:14.188784 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450eaada-d9fd-4096-8664-fbe3bfed8fc2 x-openstack-request-id: req-450eaada-d9fd-4096-8664-fbe3bfed8fc2 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:14.189102 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d256566-9299-4243-81ce-b7b6b0934fad", "name": "network-vif-deleted", "tag": "0ae51d43-847d-426f-a2cd-ddf2e9d7730d", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:14.189361 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-450eaada-d9fd-4096-8664-fbe3bfed8fc2 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:14.190005 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d256566-9299-4243-81ce-b7b6b0934fad', 'name': 'network-vif-deleted', 'tag': '0ae51d43-847d-426f-a2cd-ddf2e9d7730d', 'status': 'completed', 'code': 200} Jan 28 01:07:14.948634 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d8fe8873-a532-484a-8d18-fd5fb8705d25 req-a24bb28c-42b5-43c0-95f6-e4956e88a10d tempest-DeleteServersTestJSON-363340063 tempest-DeleteServersTestJSON-363340063-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d256566-9299-4243-81ce-b7b6b0934fad HTTP/1.1" status: 200 len: 210 time: 0.0315046 Jan 28 01:07:15.333525 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc70722-b1da-49fe-96eb-0ae491f79602 req-6e87a66c-c3dd-48dc-8dcf-a5a581f84920 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:15.335108 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-afc70722-b1da-49fe-96eb-0ae491f79602 req-6e87a66c-c3dd-48dc-8dcf-a5a581f84920 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0616920 Jan 28 01:07:15.394934 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-afc70722-b1da-49fe-96eb-0ae491f79602 req-b73fb871-f66a-4dee-af3c-2a2a42484664 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Jan 28 01:07:16.028982 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 59896) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:16.163994 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cbfd1e7c-2f08-4ad4-af0a-f772ca883472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:16.251354 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cbfd1e7c-2f08-4ad4-af0a-f772ca883472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:16.319806 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cbfd1e7c-2f08-4ad4-af0a-f772ca883472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:16.361859 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-cbfd1e7c-2f08-4ad4-af0a-f772ca883472 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6c805c9ef334ed48e0b3fd911d83bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313239 Jan 28 01:07:16.362716 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd1e7c-2f08-4ad4-af0a-f772ca883472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b259ef05-c741-4b67-9370-284bd430ea3f,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:16.364565 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 59914) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:16.437774 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3981b6d3-b605-4d1d-9665-e907d1bb575e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:16.461992 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3981b6d3-b605-4d1d-9665-e907d1bb575e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:16.544695 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410170-ae70-4113-9a16-9e9ced6daedf req-500f781e-39fa-4ce3-a6b7-9b0888990765 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:16.546318 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-83410170-ae70-4113-9a16-9e9ced6daedf req-500f781e-39fa-4ce3-a6b7-9b0888990765 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0715077 Jan 28 01:07:16.612268 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-83410170-ae70-4113-9a16-9e9ced6daedf req-7d2f4c8a-f91c-425a-9e14-046ca5e424b7 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490415 Jan 28 01:07:16.626510 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3981b6d3-b605-4d1d-9665-e907d1bb575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:16.629952 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3981b6d3-b605-4d1d-9665-e907d1bb575e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:16.631998 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-3981b6d3-b605-4d1d-9665-e907d1bb575e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b259ef05-c741-4b67-9370-284bd430ea3f HTTP/1.1" status: 204 len: 168 time: 0.2663689 Jan 28 01:07:16.641785 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981b6d3-b605-4d1d-9665-e907d1bb575e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b259ef05-c741-4b67-9370-284bd430ea3f,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:17.286796 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 59964) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:17.310197 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7cc70a5a-5a59-425f-82b7-408dab8a8146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:17.414566 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7cc70a5a-5a59-425f-82b7-408dab8a8146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:17.449276 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 0ae51d43-847d-426f-a2cd-ddf2e9d7730d no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:17.476759 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: 0ae51d43-847d-426f-a2cd-ddf2e9d7730d {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:07:17.477282 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 0ae51d43-847d-426f-a2cd-ddf2e9d7730d not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:17.576152 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7cc70a5a-5a59-425f-82b7-408dab8a8146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:17.624369 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc70a5a-5a59-425f-82b7-408dab8a8146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a84b39-a1df-4a66-9f61-a449425b6d1a,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:17.645909 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-7cc70a5a-5a59-425f-82b7-408dab8a8146 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea9144cca538431fbd697a7c08dcbb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535404 Jan 28 01:07:17.645909 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 59996) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:17.744106 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-e5476a74-95c0-4b83-975e-7066d843e464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:17.775899 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-e5476a74-95c0-4b83-975e-7066d843e464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:17.786288 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a489d3-b92b-4e42-a6b7-cd7b57e7ac98 req-23cc46db-bd46-4fd7-823c-de32658a3a87 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:17.787990 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-30a489d3-b92b-4e42-a6b7-cd7b57e7ac98 req-23cc46db-bd46-4fd7-823c-de32658a3a87 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.1028776 Jan 28 01:07:17.805195 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60004) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:17.854767 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_v2 [None req-e676d6fc-f8f7-4ec8-98c7-09ccd40f4877 admin admin] Deleting subnet 7c8f9065-c03f-4d12-bc6c-466d688b48f7 {{(pid=102111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:07:17.855173 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-30a489d3-b92b-4e42-a6b7-cd7b57e7ac98 req-3e58378e-6f0d-4c08-95ea-b89cee635470 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607100 Jan 28 01:07:17.859240 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e676d6fc-f8f7-4ec8-98c7-09ccd40f4877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:17.900145 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e676d6fc-f8f7-4ec8-98c7-09ccd40f4877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518611'] for subnet, precommit_delete_associations {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:17.958256 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e676d6fc-f8f7-4ec8-98c7-09ccd40f4877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:17.959515 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-e5476a74-95c0-4b83-975e-7066d843e464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:17.962529 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-e5476a74-95c0-4b83-975e-7066d843e464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:17.965270 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-e5476a74-95c0-4b83-975e-7066d843e464 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9a84b39-a1df-4a66-9f61-a449425b6d1a HTTP/1.1" status: 204 len: 168 time: 0.3186994 Jan 28 01:07:17.980365 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5476a74-95c0-4b83-975e-7066d843e464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a84b39-a1df-4a66-9f61-a449425b6d1a,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:18.130223 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e676d6fc-f8f7-4ec8-98c7-09ccd40f4877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12065609'] for subnet, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:18.159627 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676d6fc-f8f7-4ec8-98c7-09ccd40f4877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c8f9065-c03f-4d12-bc6c-466d688b48f7,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:18.165720 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e676d6fc-f8f7-4ec8-98c7-09ccd40f4877 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:18.170034 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-e676d6fc-f8f7-4ec8-98c7-09ccd40f4877 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7c8f9065-c03f-4d12-bc6c-466d688b48f7 HTTP/1.1" status: 204 len: 168 time: 0.3624423 Jan 28 01:07:18.173508 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60024) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:18.259931 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3e159885-b3fc-4f9e-b3e6-ae11824888d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:18.359212 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3e159885-b3fc-4f9e-b3e6-ae11824888d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:18.381539 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-3e159885-b3fc-4f9e-b3e6-ae11824888d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adba77a2-c4d7-4dcb-a6eb-a4aec8e41344']}} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:18.392402 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-3e159885-b3fc-4f9e-b3e6-ae11824888d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20318175-d953-44bd-bd02-ad5aecb82b4a') {'for_net_delete': True} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:18.392699 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-3e159885-b3fc-4f9e-b3e6-ae11824888d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20318175-d953-44bd-bd02-ad5aecb82b4a') {} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:18.404316 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3e159885-b3fc-4f9e-b3e6-ae11824888d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518634'] for segment, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:18.418056 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3e159885-b3fc-4f9e-b3e6-ae11824888d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:18.431804 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e159885-b3fc-4f9e-b3e6-ae11824888d1 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:07:18.432211 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3e159885-b3fc-4f9e-b3e6-ae11824888d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859644'] for segment, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: Traceback (most recent call last): Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: timer() Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: cb(*args, **kw) Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: return func(*args, **kwargs) Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: self._notify() Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: self.callback(batched_events) Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: event.method(event) Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: return f(self, *a, **k) Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: return self._get(url).json() Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: return self.request(url, 'GET', **kwargs) Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:07:18.442974 dv-cinder-821890-1-smb neutron-server[102111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:07:18.640919 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3e159885-b3fc-4f9e-b3e6-ae11824888d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:18.648266 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3e159885-b3fc-4f9e-b3e6-ae11824888d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:18.652814 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-3e159885-b3fc-4f9e-b3e6-ae11824888d1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/adba77a2-c4d7-4dcb-a6eb-a4aec8e41344 HTTP/1.1" status: 204 len: 168 time: 0.4776795 Jan 28 01:07:18.673105 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e159885-b3fc-4f9e-b3e6-ae11824888d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=adba77a2-c4d7-4dcb-a6eb-a4aec8e41344,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:18.812459 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 60042) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:18.828172 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d946560d-a149-4258-8888-375514076677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:18.912255 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d946560d-a149-4258-8888-375514076677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:18.989995 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09088ff6-c37c-48ae-9b7a-6140ba7e5e35 req-e8b28b22-e064-4024-bd75-927cf0310e53 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:18.991645 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-09088ff6-c37c-48ae-9b7a-6140ba7e5e35 req-e8b28b22-e064-4024-bd75-927cf0310e53 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0560057 Jan 28 01:07:18.993003 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d946560d-a149-4258-8888-375514076677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:19.047769 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60050) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:19.060430 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-d946560d-a149-4258-8888-375514076677 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81096cb6d2ee48629d22cb32691ffce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460887 Jan 28 01:07:19.064608 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60052) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:19.067175 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946560d-a149-4258-8888-375514076677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234cd698-726a-4a22-b6e9-208070cec150,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:19.088395 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-09088ff6-c37c-48ae-9b7a-6140ba7e5e35 req-11f24fee-a75b-4bcd-81d3-90fc3dc87b9a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831165 Jan 28 01:07:19.129272 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-7c530e31-8125-4a4b-a444-302e78b9a956 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=544c97afb1f347a0a9b02894af3ad61d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0797815 Jan 28 01:07:19.131766 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60054) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:19.163588 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-552b38e7-f472-4846-b10a-c25ddf060532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:19.204032 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-552b38e7-f472-4846-b10a-c25ddf060532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:19.230212 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8c356a30-a04a-4abc-ba26-15735d0f21c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:19.269166 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8c356a30-a04a-4abc-ba26-15735d0f21c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:19.364270 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-552b38e7-f472-4846-b10a-c25ddf060532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:19.366866 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-552b38e7-f472-4846-b10a-c25ddf060532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:19.368057 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-552b38e7-f472-4846-b10a-c25ddf060532 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/234cd698-726a-4a22-b6e9-208070cec150 HTTP/1.1" status: 204 len: 168 time: 0.3023760 Jan 28 01:07:19.377221 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b38e7-f472-4846-b10a-c25ddf060532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234cd698-726a-4a22-b6e9-208070cec150,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:19.421776 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8c356a30-a04a-4abc-ba26-15735d0f21c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:19.424557 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8c356a30-a04a-4abc-ba26-15735d0f21c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:19.425757 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-8c356a30-a04a-4abc-ba26-15735d0f21c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f63e213e-9d7c-4db8-a12c-36dab2c1af13 HTTP/1.1" status: 204 len: 168 time: 0.2930677 Jan 28 01:07:19.436936 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c356a30-a04a-4abc-ba26-15735d0f21c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63e213e-9d7c-4db8-a12c-36dab2c1af13,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:20.225526 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956aaf71-c175-42dd-876a-253f9e524820 req-75163331-4d44-4679-a468-6127989929c2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:20.228310 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-956aaf71-c175-42dd-876a-253f9e524820 req-75163331-4d44-4679-a468-6127989929c2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0538030 Jan 28 01:07:20.279688 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-956aaf71-c175-42dd-876a-253f9e524820 req-80cba3e4-4456-4f3c-ad6f-699f5c0cb287 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457742 Jan 28 01:07:20.518281 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60134) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:20.646664 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a38f7fd1-52f5-4f41-8b6f-9e542896e45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:20.743023 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a38f7fd1-52f5-4f41-8b6f-9e542896e45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:20.804513 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a38f7fd1-52f5-4f41-8b6f-9e542896e45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:20.852661 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-a38f7fd1-52f5-4f41-8b6f-9e542896e45e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2127953a843c476aa1edd581e08d2c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305857 Jan 28 01:07:20.852661 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f7fd1-52f5-4f41-8b6f-9e542896e45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5e571e-6977-4acd-bc92-21205e5cebf4,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:20.853375 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 60150) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:20.915923 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-163b66c1-3293-44e2-85dc-9ccb12025457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:20.937864 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-163b66c1-3293-44e2-85dc-9ccb12025457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:21.126341 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-163b66c1-3293-44e2-85dc-9ccb12025457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:21.129013 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-163b66c1-3293-44e2-85dc-9ccb12025457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:21.130211 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-163b66c1-3293-44e2-85dc-9ccb12025457 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a5e571e-6977-4acd-bc92-21205e5cebf4 HTTP/1.1" status: 204 len: 168 time: 0.2757785 Jan 28 01:07:21.139661 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b66c1-3293-44e2-85dc-9ccb12025457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5e571e-6977-4acd-bc92-21205e5cebf4,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:21.361388 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 60182) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:21.428448 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1351b8-c866-4311-bb74-af8580630aea req-6ce9772a-acfc-448c-b1ab-138c1f5c4899 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:21.429963 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4b1351b8-c866-4311-bb74-af8580630aea req-6ce9772a-acfc-448c-b1ab-138c1f5c4899 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0591853 Jan 28 01:07:21.474313 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4b1351b8-c866-4311-bb74-af8580630aea req-c62e7d86-a860-4e5d-9c05-adb23f0a172a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358632 Jan 28 01:07:21.944458 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a969dbb0-d3bd-4f3e-96f3-9b30c1f715f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:22.048777 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a969dbb0-d3bd-4f3e-96f3-9b30c1f715f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:22.155619 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a969dbb0-d3bd-4f3e-96f3-9b30c1f715f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:22.193490 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60200) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:22.204914 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-a969dbb0-d3bd-4f3e-96f3-9b30c1f715f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcca0ea35ac84aeaa704b4cdd0f45863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8392062 Jan 28 01:07:22.204914 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969dbb0-d3bd-4f3e-96f3-9b30c1f715f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf4729b-cec9-43e7-9261-22d46721b74c,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:22.205255 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 60202) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:22.212817 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:22.264379 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:22.294017 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:22.345488 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:22.435850 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:22.461700 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:22.464335 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:22.465509 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/daf4729b-cec9-43e7-9261-22d46721b74c HTTP/1.1" status: 204 len: 168 time: 0.2591283 Jan 28 01:07:22.474777 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf4729b-cec9-43e7-9261-22d46721b74c,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:22.480065 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6c4427b97b84065969d8ad16b355e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850473 Jan 28 01:07:22.480997 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60212) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:22.483318 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.483318 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.483550 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.483755 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.484089 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.484416 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.484843 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.485065 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.485447 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.485772 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.486094 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.486415 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb23feb-90b2-429e-ab01-e902b554e6c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.495105 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4088795c-6de6-405e-8216-e28af2b44677,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:22.518572 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.519150 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.519493 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.519921 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.520154 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.520481 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.520807 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.521124 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.521449 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.521765 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.522249 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.522630 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cc9924-51a9-4247-b4c0-ee1c0fb0d4f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.563261 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6b47-747e-47ac-988d-8fb133ba3ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:22.597245 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6b47-747e-47ac-988d-8fb133ba3ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:22.637031 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598d3fc-adb5-4c99-a70a-8b176c0e9a55 req-75b27ecd-f100-4e1d-aa37-e59c9dcea637 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:22.639876 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f598d3fc-adb5-4c99-a70a-8b176c0e9a55 req-75b27ecd-f100-4e1d-aa37-e59c9dcea637 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0600064 Jan 28 01:07:22.692842 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f598d3fc-adb5-4c99-a70a-8b176c0e9a55 req-ec240841-6d66-4a9b-b22e-64c4b62a13bf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450995 Jan 28 01:07:22.778068 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6b47-747e-47ac-988d-8fb133ba3ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:22.780983 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6b47-747e-47ac-988d-8fb133ba3ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:22.782159 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-5ccc6b47-747e-47ac-988d-8fb133ba3ac0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4088795c-6de6-405e-8216-e28af2b44677 HTTP/1.1" status: 204 len: 168 time: 0.3002379 Jan 28 01:07:22.790440 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc6b47-747e-47ac-988d-8fb133ba3ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4088795c-6de6-405e-8216-e28af2b44677,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:23.293264 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 60254) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:23.312079 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ac00de4c-83c0-4b6a-8e7c-e66c6345da22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:23.424011 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ac00de4c-83c0-4b6a-8e7c-e66c6345da22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:23.517651 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ac00de4c-83c0-4b6a-8e7c-e66c6345da22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:23.566278 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00de4c-83c0-4b6a-8e7c-e66c6345da22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12559850-f12e-4fb1-8e2d-0f37aefecbc4,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:23.587846 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60272) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:23.588290 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-ac00de4c-83c0-4b6a-8e7c-e66c6345da22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5249dde85d84c22b0e4133f05613eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894390 Jan 28 01:07:23.642616 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f4642eb9-4e7a-45d1-ab65-a000baf3561b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:23.667318 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f4642eb9-4e7a-45d1-ab65-a000baf3561b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:23.827135 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ffc9-3cb9-4157-9d1b-68abc3d11de4 req-9c05e1d0-1152-4730-adec-3a9f5157a25c tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:23.829606 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0dd4ffc9-3cb9-4157-9d1b-68abc3d11de4 req-9c05e1d0-1152-4730-adec-3a9f5157a25c tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0592880 Jan 28 01:07:23.845579 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f4642eb9-4e7a-45d1-ab65-a000baf3561b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:23.848303 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f4642eb9-4e7a-45d1-ab65-a000baf3561b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:23.852196 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-f4642eb9-4e7a-45d1-ab65-a000baf3561b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12559850-f12e-4fb1-8e2d-0f37aefecbc4 HTTP/1.1" status: 204 len: 168 time: 0.2651370 Jan 28 01:07:23.859514 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4642eb9-4e7a-45d1-ab65-a000baf3561b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12559850-f12e-4fb1-8e2d-0f37aefecbc4,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:23.872502 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0dd4ffc9-3cb9-4157-9d1b-68abc3d11de4 req-b3e4436e-440c-4fa0-8434-95487edc50e4 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369799 Jan 28 01:07:25.036791 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455967a-dc2a-4dc9-8dc6-f3f2eb3103a1 req-3684f9af-f71b-4330-b6d2-988c6880b064 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:25.038319 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7455967a-dc2a-4dc9-8dc6-f3f2eb3103a1 req-3684f9af-f71b-4330-b6d2-988c6880b064 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0530775 Jan 28 01:07:25.082037 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7455967a-dc2a-4dc9-8dc6-f3f2eb3103a1 req-2dc2123c-b6e4-4f5f-a23e-5450a0a0e2b3 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374091 Jan 28 01:07:26.214583 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff47de8-af11-4834-ac29-61a37e73a654 req-16018151-5bc8-48b6-a83d-f21d30492d6e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:26.216240 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dff47de8-af11-4834-ac29-61a37e73a654 req-16018151-5bc8-48b6-a83d-f21d30492d6e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0572793 Jan 28 01:07:26.261740 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dff47de8-af11-4834-ac29-61a37e73a654 req-5d720b24-5001-4232-a212-a95da2a5623a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373111 Jan 28 01:07:27.395369 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8f54c-d7ed-4f78-9ab2-4fc670f09a56 req-9aa2bd6a-b726-4ba3-a9fc-b0425b451e6e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:27.396932 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-71a8f54c-d7ed-4f78-9ab2-4fc670f09a56 req-9aa2bd6a-b726-4ba3-a9fc-b0425b451e6e tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0621490 Jan 28 01:07:27.438509 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-71a8f54c-d7ed-4f78-9ab2-4fc670f09a56 req-87ea5c16-4d69-4007-8491-e1e2c1b32291 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347099 Jan 28 01:07:28.429789 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60520) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:28.553182 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-00c53cf5-6e46-4b3a-829b-26f752e6d6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:28.643269 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1144b-039f-4cf4-907e-5787f1ad223d req-cb49e77a-79ed-450e-b89b-4128498e53ff tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:28.644838 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-01b1144b-039f-4cf4-907e-5787f1ad223d req-cb49e77a-79ed-450e-b89b-4128498e53ff tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0611327 Jan 28 01:07:28.650792 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-00c53cf5-6e46-4b3a-829b-26f752e6d6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:28.688658 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-01b1144b-039f-4cf4-907e-5787f1ad223d req-68e6d44c-9f30-4a66-9d98-0e89e6c5ad7b tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358634 Jan 28 01:07:28.781810 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-00c53cf5-6e46-4b3a-829b-26f752e6d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:28.844921 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-00c53cf5-6e46-4b3a-829b-26f752e6d6ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7be5344a0c33423e862f6438b0e7267b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137387 Jan 28 01:07:28.846918 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c53cf5-6e46-4b3a-829b-26f752e6d6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be08ff3-155a-43a0-a84f-19a13e41e165,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:28.848547 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 60546) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:28.909572 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2354878d-f80a-41f9-a806-c4f172386421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:28.942468 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2354878d-f80a-41f9-a806-c4f172386421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:29.097862 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2354878d-f80a-41f9-a806-c4f172386421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:29.101186 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2354878d-f80a-41f9-a806-c4f172386421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:29.112176 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-2354878d-f80a-41f9-a806-c4f172386421 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8be08ff3-155a-43a0-a84f-19a13e41e165 HTTP/1.1" status: 204 len: 168 time: 0.2579665 Jan 28 01:07:29.137315 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354878d-f80a-41f9-a806-c4f172386421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be08ff3-155a-43a0-a84f-19a13e41e165,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:29.602878 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60590) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:29.623118 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:07:29.742620 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1ac8b5a4-0534-445c-a30b-5685b4179399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:29.833204 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1ac8b5a4-0534-445c-a30b-5685b4179399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:29.836588 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681e237-91ef-463e-ae96-cf12c029dae5 req-92f80016-7df4-4ca5-9a0a-18c546c8aaec tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:29.838414 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5681e237-91ef-463e-ae96-cf12c029dae5 req-92f80016-7df4-4ca5-9a0a-18c546c8aaec tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0643704 Jan 28 01:07:29.883225 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5681e237-91ef-463e-ae96-cf12c029dae5 req-0cdbc52c-1dd0-4a94-9d7d-7d2bd4dcca18 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370076 Jan 28 01:07:29.956706 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1ac8b5a4-0534-445c-a30b-5685b4179399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:29.995132 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-1ac8b5a4-0534-445c-a30b-5685b4179399 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09ec5d2c7b62424ca642cd463141206c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898830 Jan 28 01:07:29.997861 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 60598) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:30.001092 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8b5a4-0534-445c-a30b-5685b4179399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba2d2c7-c4b4-4902-b1f6-82e8d0ff5236,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:30.055549 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-90c7bafa-7683-4404-8d4c-5d089d84f749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:30.082070 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-90c7bafa-7683-4404-8d4c-5d089d84f749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:30.084892 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60600) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:30.098645 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-12d327bf-568b-4bc7-a049-f000019bf4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:30.242824 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-90c7bafa-7683-4404-8d4c-5d089d84f749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:30.247004 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-90c7bafa-7683-4404-8d4c-5d089d84f749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:30.248888 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-90c7bafa-7683-4404-8d4c-5d089d84f749 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ba2d2c7-c4b4-4902-b1f6-82e8d0ff5236 HTTP/1.1" status: 204 len: 168 time: 0.2497506 Jan 28 01:07:30.262904 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7bafa-7683-4404-8d4c-5d089d84f749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba2d2c7-c4b4-4902-b1f6-82e8d0ff5236,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:30.330121 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-12d327bf-568b-4bc7-a049-f000019bf4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:30.425728 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-12d327bf-568b-4bc7-a049-f000019bf4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:30.462814 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d327bf-568b-4bc7-a049-f000019bf4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c8ada2-5afe-47d0-acee-67a2cb3fb85a,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:30.467063 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-12d327bf-568b-4bc7-a049-f000019bf4ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87700c662b054ce9a47846048ed9f86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809364 Jan 28 01:07:30.471444 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 60606) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:30.523301 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b3011b0c-fdd4-4a8f-bf40-11110df007a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:30.548368 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b3011b0c-fdd4-4a8f-bf40-11110df007a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:30.682687 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b3011b0c-fdd4-4a8f-bf40-11110df007a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:30.686180 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b3011b0c-fdd4-4a8f-bf40-11110df007a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:30.688058 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-b3011b0c-fdd4-4a8f-bf40-11110df007a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57c8ada2-5afe-47d0-acee-67a2cb3fb85a HTTP/1.1" status: 204 len: 168 time: 0.2145770 Jan 28 01:07:30.698231 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3011b0c-fdd4-4a8f-bf40-11110df007a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c8ada2-5afe-47d0-acee-67a2cb3fb85a,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:31.008797 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ee58e-4021-43a7-b329-433516f0e433 req-e4e343d0-adbd-434b-849f-76f097b6076f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:31.010754 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-337ee58e-4021-43a7-b329-433516f0e433 req-e4e343d0-adbd-434b-849f-76f097b6076f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0541697 Jan 28 01:07:31.052705 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-337ee58e-4021-43a7-b329-433516f0e433 req-9541883c-a78c-488c-a997-49638d2f3ed1 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354941 Jan 28 01:07:31.229351 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 60636) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:31.241412 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-e8cc81c5-38c4-462f-86cc-22d19be14798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:31.341774 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-e8cc81c5-38c4-462f-86cc-22d19be14798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:31.465818 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-e8cc81c5-38c4-462f-86cc-22d19be14798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:31.508685 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-e8cc81c5-38c4-462f-86cc-22d19be14798 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1575b7c509e24e2cb8ef34478dc3f7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797410 Jan 28 01:07:31.511893 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc81c5-38c4-462f-86cc-22d19be14798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4871f70c-cc81-45c8-95c9-0b0854b0d280,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:31.512146 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60652) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:31.592914 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ab396967-51d4-49c0-bc06-aa5dcf4234c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:31.624139 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ab396967-51d4-49c0-bc06-aa5dcf4234c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:31.772777 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ab396967-51d4-49c0-bc06-aa5dcf4234c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:31.776606 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ab396967-51d4-49c0-bc06-aa5dcf4234c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:31.779751 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-ab396967-51d4-49c0-bc06-aa5dcf4234c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4871f70c-cc81-45c8-95c9-0b0854b0d280 HTTP/1.1" status: 204 len: 168 time: 0.2671592 Jan 28 01:07:31.790097 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab396967-51d4-49c0-bc06-aa5dcf4234c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4871f70c-cc81-45c8-95c9-0b0854b0d280,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:32.213034 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b7498-f4cb-4a1f-88d4-256eebc6246d req-299da747-f24b-46c4-ae65-f6f9c7982ecc tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:32.214585 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a08b7498-f4cb-4a1f-88d4-256eebc6246d req-299da747-f24b-46c4-ae65-f6f9c7982ecc tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0704317 Jan 28 01:07:32.271595 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a08b7498-f4cb-4a1f-88d4-256eebc6246d req-3fd27303-69cd-42b8-9228-44eba499320c tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494604 Jan 28 01:07:33.413095 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60752) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:33.451644 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dcfa5-4e06-42d8-9e7b-10b03237a138 req-a6c1ee09-d3af-47b9-9628-23b89c06b7be tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:33.461105 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0d8dcfa5-4e06-42d8-9e7b-10b03237a138 req-a6c1ee09-d3af-47b9-9628-23b89c06b7be tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0913725 Jan 28 01:07:33.509432 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0d8dcfa5-4e06-42d8-9e7b-10b03237a138 req-589a64fc-ce5b-49b4-9c25-1139f4c0b0ca tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474572 Jan 28 01:07:33.622924 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7ffcd3ab-802f-4c17-89ef-d60d0e1bafdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:33.714711 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7ffcd3ab-802f-4c17-89ef-d60d0e1bafdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:33.821781 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7ffcd3ab-802f-4c17-89ef-d60d0e1bafdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:33.856706 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcd3ab-802f-4c17-89ef-d60d0e1bafdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e967a0-b483-4691-8af5-c9109676acd4,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:33.877187 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-7ffcd3ab-802f-4c17-89ef-d60d0e1bafdf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4dc1c198503c413aa3f9b443e1ff6399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586287 Jan 28 01:07:33.877187 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60782) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:33.928897 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fdc7842e-13e4-47dd-94c7-0309031f00e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:33.953009 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fdc7842e-13e4-47dd-94c7-0309031f00e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:34.100704 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fdc7842e-13e4-47dd-94c7-0309031f00e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:34.103700 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fdc7842e-13e4-47dd-94c7-0309031f00e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:34.105117 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-fdc7842e-13e4-47dd-94c7-0309031f00e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5e967a0-b483-4691-8af5-c9109676acd4 HTTP/1.1" status: 204 len: 168 time: 0.2277181 Jan 28 01:07:34.118898 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7842e-13e4-47dd-94c7-0309031f00e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e967a0-b483-4691-8af5-c9109676acd4,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:34.692030 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22241d3-3905-4760-a9cf-ed5fecd85f63 req-056fee80-e484-45b8-ba5f-df2acba20826 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:34.694477 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b22241d3-3905-4760-a9cf-ed5fecd85f63 req-056fee80-e484-45b8-ba5f-df2acba20826 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0943339 Jan 28 01:07:34.744486 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b22241d3-3905-4760-a9cf-ed5fecd85f63 req-531c28e6-6674-46e5-a997-452474a80c2f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434620 Jan 28 01:07:34.958927 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60824) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:34.976334 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bcbef7fc-9e93-4cc5-b90a-d5bbc265b878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:35.073992 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bcbef7fc-9e93-4cc5-b90a-d5bbc265b878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:35.129266 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bcbef7fc-9e93-4cc5-b90a-d5bbc265b878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:35.176190 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60830) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:35.197143 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-bcbef7fc-9e93-4cc5-b90a-d5bbc265b878 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd1653b151324655aac15dc7a8b2b366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368097 Jan 28 01:07:35.203551 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 60836) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:35.217893 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbef7fc-9e93-4cc5-b90a-d5bbc265b878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d19a78f-bb5b-4ad6-8056-2b94a5ea6491,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:35.273942 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-0b3f846c-3c10-46c5-a956-fbddabc06ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:35.321973 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-0b3f846c-3c10-46c5-a956-fbddabc06ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:35.419011 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8a206add-03f1-4b5e-8dd5-8804ed3df738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:35.499024 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-0b3f846c-3c10-46c5-a956-fbddabc06ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:35.502206 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-0b3f846c-3c10-46c5-a956-fbddabc06ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:35.505658 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-0b3f846c-3c10-46c5-a956-fbddabc06ba0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d19a78f-bb5b-4ad6-8056-2b94a5ea6491 HTTP/1.1" status: 204 len: 168 time: 0.2978539 Jan 28 01:07:35.511652 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f846c-3c10-46c5-a956-fbddabc06ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d19a78f-bb5b-4ad6-8056-2b94a5ea6491,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:35.563577 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8a206add-03f1-4b5e-8dd5-8804ed3df738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:35.676129 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8a206add-03f1-4b5e-8dd5-8804ed3df738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:35.717729 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-8a206add-03f1-4b5e-8dd5-8804ed3df738 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b86b46517f754b6ca50de36bb3abcaf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410914 Jan 28 01:07:35.720498 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60852) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:35.727768 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a206add-03f1-4b5e-8dd5-8804ed3df738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab62035-7f80-44c0-8cfd-657c111ad1a0,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:35.792768 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8b43e508-5b63-4c53-a497-515b46c2394b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:35.839652 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8b43e508-5b63-4c53-a497-515b46c2394b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:35.915763 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f09b9-6ed9-41a7-87c8-337921d4a39c req-db21caf0-6648-40fd-8109-a3c59ec6a8a4 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:35.918737 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a40f09b9-6ed9-41a7-87c8-337921d4a39c req-db21caf0-6648-40fd-8109-a3c59ec6a8a4 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0664434 Jan 28 01:07:35.948906 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60868) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:35.964205 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a40f09b9-6ed9-41a7-87c8-337921d4a39c req-de293fde-50c8-4ba2-9f19-db4f324bdfa4 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382717 Jan 28 01:07:36.003814 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8b43e508-5b63-4c53-a497-515b46c2394b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:36.007337 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8b43e508-5b63-4c53-a497-515b46c2394b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:36.009431 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-8b43e508-5b63-4c53-a497-515b46c2394b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bab62035-7f80-44c0-8cfd-657c111ad1a0 HTTP/1.1" status: 204 len: 168 time: 0.2870686 Jan 28 01:07:36.017837 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43e508-5b63-4c53-a497-515b46c2394b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab62035-7f80-44c0-8cfd-657c111ad1a0,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:36.084047 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-72366a44-ec01-4cc8-91d2-270c0fd594f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:36.189365 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-72366a44-ec01-4cc8-91d2-270c0fd594f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:36.260697 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-72366a44-ec01-4cc8-91d2-270c0fd594f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:36.304769 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-72366a44-ec01-4cc8-91d2-270c0fd594f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=726bdb33e6a047cb82310df5f6f969c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547027 Jan 28 01:07:36.307981 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 60884) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:36.308223 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72366a44-ec01-4cc8-91d2-270c0fd594f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16aac1c3-b239-4673-b4a5-f618cfdddd49,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:36.379970 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7b79277f-0d6c-44d3-9d60-ab0e4302bbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:36.403445 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7b79277f-0d6c-44d3-9d60-ab0e4302bbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:36.511120 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7b79277f-0d6c-44d3-9d60-ab0e4302bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:36.514047 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7b79277f-0d6c-44d3-9d60-ab0e4302bbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:36.514702 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-7b79277f-0d6c-44d3-9d60-ab0e4302bbb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16aac1c3-b239-4673-b4a5-f618cfdddd49 HTTP/1.1" status: 204 len: 168 time: 0.2053211 Jan 28 01:07:36.522713 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79277f-0d6c-44d3-9d60-ab0e4302bbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aac1c3-b239-4673-b4a5-f618cfdddd49,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:37.095664 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff745c9c-f169-41dd-be96-a7f71429c08d req-720b86ee-f197-462e-a6ab-587815318be7 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:37.097182 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ff745c9c-f169-41dd-be96-a7f71429c08d req-720b86ee-f197-462e-a6ab-587815318be7 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0532753 Jan 28 01:07:37.135942 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ff745c9c-f169-41dd-be96-a7f71429c08d req-39a21a25-9a43-4bc6-898f-3943b3d72a77 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327308 Jan 28 01:07:37.356957 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 60938) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:37.373174 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-73a0f963-4d0c-412e-9898-8cc5cdd6e908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:37.479995 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-73a0f963-4d0c-412e-9898-8cc5cdd6e908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:37.603901 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-73a0f963-4d0c-412e-9898-8cc5cdd6e908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:37.643982 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-73a0f963-4d0c-412e-9898-8cc5cdd6e908 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c680895c32c4939981e734b0891c83b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859023 Jan 28 01:07:37.644915 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0f963-4d0c-412e-9898-8cc5cdd6e908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2573bbaf-8fbc-4e4a-92b9-18a3675e2b29,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:37.646599 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60950) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:37.704663 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7627583b-3d05-49bc-89e9-481dc8a1019a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:37.727142 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7627583b-3d05-49bc-89e9-481dc8a1019a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:37.894133 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7627583b-3d05-49bc-89e9-481dc8a1019a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:37.897013 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7627583b-3d05-49bc-89e9-481dc8a1019a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:37.898191 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-7627583b-3d05-49bc-89e9-481dc8a1019a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2573bbaf-8fbc-4e4a-92b9-18a3675e2b29 HTTP/1.1" status: 204 len: 168 time: 0.2505448 Jan 28 01:07:37.906404 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627583b-3d05-49bc-89e9-481dc8a1019a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2573bbaf-8fbc-4e4a-92b9-18a3675e2b29,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:38.106971 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 60964) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:38.262604 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218f2f2-a624-4271-9f46-37cb5abbc27b req-6cc84352-6774-432b-a8de-fed6f60fd051 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:38.264604 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1218f2f2-a624-4271-9f46-37cb5abbc27b req-6cc84352-6774-432b-a8de-fed6f60fd051 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0548365 Jan 28 01:07:38.308163 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1218f2f2-a624-4271-9f46-37cb5abbc27b req-9616bf43-fd59-4fd5-a52e-d3a1b5b6ca6b tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358918 Jan 28 01:07:38.459825 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0b53c018-038b-4f06-92d3-42310d312bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:38.542231 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0b53c018-038b-4f06-92d3-42310d312bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:38.609995 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0b53c018-038b-4f06-92d3-42310d312bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:38.650795 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53c018-038b-4f06-92d3-42310d312bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93623cb-5b1f-440d-a795-b840a5a2d94b,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:38.655534 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-0b53c018-038b-4f06-92d3-42310d312bd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc3351e548fc4681a62ec880101af448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5474572 Jan 28 01:07:38.663074 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 60994) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:38.710765 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-9cc48bfb-ad8a-48c9-b110-7990c160f8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:38.728571 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-45aa7a5f-aae1-4ce6-b800-692798635ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:38.759165 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-45aa7a5f-aae1-4ce6-b800-692798635ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:38.941706 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-45aa7a5f-aae1-4ce6-b800-692798635ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:38.948602 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-45aa7a5f-aae1-4ce6-b800-692798635ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:38.951979 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-45aa7a5f-aae1-4ce6-b800-692798635ed3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a93623cb-5b1f-440d-a795-b840a5a2d94b HTTP/1.1" status: 204 len: 168 time: 0.2872996 Jan 28 01:07:38.963600 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa7a5f-aae1-4ce6-b800-692798635ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93623cb-5b1f-440d-a795-b840a5a2d94b,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:39.026160 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 32788) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:39.448776 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca22fe-d7cc-486a-b9c8-7c3e3012dfa3 req-9c915d3c-5cbb-43c5-9bc6-a615c15b4a4c tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:39.455487 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-55ca22fe-d7cc-486a-b9c8-7c3e3012dfa3 req-9c915d3c-5cbb-43c5-9bc6-a615c15b4a4c tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0613749 Jan 28 01:07:39.479557 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-91bd99cf-b31c-481c-b915-cd8e257bbbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:39.529284 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-55ca22fe-d7cc-486a-b9c8-7c3e3012dfa3 req-4836328d-290b-4be6-a417-49bb6ed294f8 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704424 Jan 28 01:07:39.600174 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-91bd99cf-b31c-481c-b915-cd8e257bbbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:39.688454 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-91bd99cf-b31c-481c-b915-cd8e257bbbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:39.732137 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-91bd99cf-b31c-481c-b915-cd8e257bbbc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2850787cc90a4875bb5d835e7706bb25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7047970 Jan 28 01:07:39.732902 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd99cf-b31c-481c-b915-cd8e257bbbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fced4aca-11ef-4bdc-8624-329239f0eb73,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:39.734830 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 32812) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:39.791388 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-991d24a8-908c-4c5f-ad43-9edcc864c3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:39.821043 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-991d24a8-908c-4c5f-ad43-9edcc864c3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:39.854804 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 32822) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:39.878437 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-6dccb300-35c2-4f3b-a48b-a96a817ea522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:39.953909 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-991d24a8-908c-4c5f-ad43-9edcc864c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:39.959254 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-991d24a8-908c-4c5f-ad43-9edcc864c3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:39.961096 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-991d24a8-908c-4c5f-ad43-9edcc864c3f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fced4aca-11ef-4bdc-8624-329239f0eb73 HTTP/1.1" status: 204 len: 168 time: 0.2250729 Jan 28 01:07:39.990138 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d24a8-908c-4c5f-ad43-9edcc864c3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fced4aca-11ef-4bdc-8624-329239f0eb73,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:40.080463 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-6dccb300-35c2-4f3b-a48b-a96a817ea522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:40.231383 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-6dccb300-35c2-4f3b-a48b-a96a817ea522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:40.282339 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-6dccb300-35c2-4f3b-a48b-a96a817ea522 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc51aabf7f8b4bcf966d24dc58db8ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239032 Jan 28 01:07:40.282805 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 32844) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:40.291563 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccb300-35c2-4f3b-a48b-a96a817ea522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f80b368-aeaf-4167-88c0-784577331e5a,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:40.380411 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0d637598-6f74-40f5-bb18-6dd94f147160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:40.403057 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0d637598-6f74-40f5-bb18-6dd94f147160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:40.614593 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0d637598-6f74-40f5-bb18-6dd94f147160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:40.622622 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0d637598-6f74-40f5-bb18-6dd94f147160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:40.622622 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-0d637598-6f74-40f5-bb18-6dd94f147160 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f80b368-aeaf-4167-88c0-784577331e5a HTTP/1.1" status: 204 len: 168 time: 0.3353214 Jan 28 01:07:40.628276 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d637598-6f74-40f5-bb18-6dd94f147160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f80b368-aeaf-4167-88c0-784577331e5a,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:40.670225 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07ade2-862f-41a0-8c6f-ce73907e8147 req-5755bdb2-c914-455c-b0a1-012254bd31e8 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:40.672531 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ec07ade2-862f-41a0-8c6f-ce73907e8147 req-5755bdb2-c914-455c-b0a1-012254bd31e8 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0735245 Jan 28 01:07:40.716482 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ec07ade2-862f-41a0-8c6f-ce73907e8147 req-652c6843-0a84-4537-8ab6-23a2e290a1e2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379860 Jan 28 01:07:40.884605 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-da85cc27-c2a8-4444-89af-4b572ebe4a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:41.075161 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 32880) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:41.088736 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-48c95324-997d-42f5-9e4c-6007f2dc1f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:41.236071 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-48c95324-997d-42f5-9e4c-6007f2dc1f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:41.331663 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-48c95324-997d-42f5-9e4c-6007f2dc1f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:41.387648 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-48c95324-997d-42f5-9e4c-6007f2dc1f13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98412128f2b84a96bec2cddd6fb5363e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114119 Jan 28 01:07:41.389584 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c95324-997d-42f5-9e4c-6007f2dc1f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd1ba4f-57d4-4dd1-aad4-cd50ec09f7bb,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:41.389760 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 32898) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:41.464059 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-dd841e1a-8dc4-45f2-a235-9c109b0e1720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:41.489753 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-dd841e1a-8dc4-45f2-a235-9c109b0e1720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:41.608511 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-dd841e1a-8dc4-45f2-a235-9c109b0e1720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:41.611643 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-dd841e1a-8dc4-45f2-a235-9c109b0e1720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:41.613009 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-dd841e1a-8dc4-45f2-a235-9c109b0e1720 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fd1ba4f-57d4-4dd1-aad4-cd50ec09f7bb HTTP/1.1" status: 204 len: 168 time: 0.2218874 Jan 28 01:07:41.631482 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd841e1a-8dc4-45f2-a235-9c109b0e1720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd1ba4f-57d4-4dd1-aad4-cd50ec09f7bb,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:41.662779 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89e6c7-091f-43ad-8d0b-dbfaf12a2bb5 req-01af79f8-925a-41fd-8cc7-5fe789cc6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:41.664535 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8a89e6c7-091f-43ad-8d0b-dbfaf12a2bb5 req-01af79f8-925a-41fd-8cc7-5fe789cc6dc9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 1098 time: 0.0433662 Jan 28 01:07:41.719228 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8a89e6c7-091f-43ad-8d0b-dbfaf12a2bb5 req-dd97da0a-bf7e-4c36-b739-bebbb8248032 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432413 Jan 28 01:07:41.849358 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a85e4e-5c48-4230-b19b-a1cb5cb7f526 req-9670374a-469d-4774-a079-56cb104cd8cb tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:41.851038 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c3a85e4e-5c48-4230-b19b-a1cb5cb7f526 req-9670374a-469d-4774-a079-56cb104cd8cb tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0540361 Jan 28 01:07:41.904481 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c3a85e4e-5c48-4230-b19b-a1cb5cb7f526 req-ad2b3ea6-3ea5-4c59-88ab-924ad7274d91 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Jan 28 01:07:42.163101 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:42.725087 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:43.122103 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab5baa-a430-49ef-a29d-fe562a2c916c req-90967471-f776-4944-a127-480dda83868a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:43.122103 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a8ab5baa-a430-49ef-a29d-fe562a2c916c req-90967471-f776-4944-a127-480dda83868a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0542939 Jan 28 01:07:43.122103 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a8ab5baa-a430-49ef-a29d-fe562a2c916c req-5bf6bdf7-0ab4-4f64-be12-fafdc19aa141 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330071 Jan 28 01:07:43.770780 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:43.871871 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.001967 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33034) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:44.026291 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33042) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:44.134943 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1763504148-network', 'tenant_id': '20c417a185e8429780c907b907b3f073'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:44.213473 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4e5fb23e-3be1-4613-a64f-6f8d0242a137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.231469 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] Made reservation on behalf of 20c417a185e8429780c907b907b3f073 for: {'network': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:44.234652 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.254484 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.255224 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0f8ff-9d6a-4995-9a68-066fd74ab1f1 req-733cf4f3-2660-4562-8283-7f9ee5862d2b tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:44.256828 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-41b0f8ff-9d6a-4995-9a68-066fd74ab1f1 req-733cf4f3-2660-4562-8283-7f9ee5862d2b tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0587084 Jan 28 01:07:44.306646 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-41b0f8ff-9d6a-4995-9a68-066fd74ab1f1 req-6fc8395d-604d-4d2c-aa5f-b65dfc610851 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Jan 28 01:07:44.372830 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4e5fb23e-3be1-4613-a64f-6f8d0242a137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.411563 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.460417 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4e5fb23e-3be1-4613-a64f-6f8d0242a137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.460639 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba83d55-ef4a-40ef-8084-b411354dca4c req-e3a14193-4a70-4ec6-b871-394bfbead9c2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:44.462057 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bba83d55-ef4a-40ef-8084-b411354dca4c req-e3a14193-4a70-4ec6-b871-394bfbead9c2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0526078 Jan 28 01:07:44.506021 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fb23e-3be1-4613-a64f-6f8d0242a137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7577c17e-547c-41eb-8924-5c2cbf87c75a,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:44.516017 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bba83d55-ef4a-40ef-8084-b411354dca4c req-3e875f69-df21-410c-909f-4ed619dee8b1 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455258 Jan 28 01:07:44.521919 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-4e5fb23e-3be1-4613-a64f-6f8d0242a137 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85e6f61da11d4d4695de17fe27ded2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4947178 Jan 28 01:07:44.525778 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33064) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:44.526786 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.563912 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=102111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:07:44.573743 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9433bece-f517-4ef3-8aac-2e16b52ef456,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:44.605513 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.605863 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.segments_db [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] Added segment dee4a4b9-e0e9-47ec-85e0-984c9585ed8c of type vlan for network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 Jan 28 01:07:44.664168 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a04f7e97-9acc-4cdc-9a82-482e9dbe5b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.693767 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.716930 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33076) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:44.718889 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a04f7e97-9acc-4cdc-9a82-482e9dbe5b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.851129 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-61dbe8a1-2cf3-4477-93fb-01fc54c26136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.903919 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.907455 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a04f7e97-9acc-4cdc-9a82-482e9dbe5b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.908255 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:44.910537 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.911185 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a04f7e97-9acc-4cdc-9a82-482e9dbe5b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:44.915655 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-a04f7e97-9acc-4cdc-9a82-482e9dbe5b8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7577c17e-547c-41eb-8924-5c2cbf87c75a HTTP/1.1" status: 204 len: 168 time: 0.3887985 Jan 28 01:07:44.936091 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f7e97-9acc-4cdc-9a82-482e9dbe5b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7577c17e-547c-41eb-8924-5c2cbf87c75a,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:45.010266 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-61dbe8a1-2cf3-4477-93fb-01fc54c26136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:45.016109 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0113707 Jan 28 01:07:45.020798 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33082) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:45.027190 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-fe5a832d-b705-4158-9c3d-041e97b05045 admin admin] Request body: {'subnet': {'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1763504148-subnet', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'ip_version': 4}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:45.036949 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2a7a4-f0af-4d63-8ef5-b7da469c5300 admin admin] Pushing event updated for resources: {'Network': ['ID=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:45.047525 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:07:45.108246 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-61dbe8a1-2cf3-4477-93fb-01fc54c26136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:45.148138 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-61dbe8a1-2cf3-4477-93fb-01fc54c26136 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47fd249e3ec44a9ca9f0ca4a2902d3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270222 Jan 28 01:07:45.149001 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbe8a1-2cf3-4477-93fb-01fc54c26136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d459af81-9125-480a-8d10-238476927d6b,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:45.151453 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33086) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:45.159019 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5a832d-b705-4158-9c3d-041e97b05045 admin admin] Made reservation on behalf of 20c417a185e8429780c907b907b3f073 for: {'subnet': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:45.166589 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-fe5a832d-b705-4158-9c3d-041e97b05045 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15944639'] for subnet, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:45.269777 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f0860ad2-5ba4-45c8-b938-47c2286328d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:45.298693 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f0860ad2-5ba4-45c8-b938-47c2286328d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:45.518957 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-fe5a832d-b705-4158-9c3d-041e97b05045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15841912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15944621'] for subnet, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:45.523080 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f0860ad2-5ba4-45c8-b938-47c2286328d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:45.525764 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f0860ad2-5ba4-45c8-b938-47c2286328d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:45.526930 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-f0860ad2-5ba4-45c8-b938-47c2286328d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d459af81-9125-480a-8d10-238476927d6b HTTP/1.1" status: 204 len: 168 time: 0.3745646 Jan 28 01:07:45.563533 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0860ad2-5ba4-45c8-b938-47c2286328d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d459af81-9125-480a-8d10-238476927d6b,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:45.626172 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a832d-b705-4158-9c3d-041e97b05045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a12ed7e-5262-4f52-b994-488391826371,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:45.636417 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a832d-b705-4158-9c3d-041e97b05045 admin admin] Checking segment: {'id': 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:07:45.636774 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5a832d-b705-4158-9c3d-041e97b05045 admin admin] Network hostable DHCP agents. Network: b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:07:45.798947 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5a832d-b705-4158-9c3d-041e97b05045 admin admin] Network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:07:45.859516 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33116) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:45.888972 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-65896fb6-f91a-4bde-99dc-c6aa008965e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:45.992399 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-fe5a832d-b705-4158-9c3d-041e97b05045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9) {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:46.001542 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a832d-b705-4158-9c3d-041e97b05045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:46.003044 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-fe5a832d-b705-4158-9c3d-041e97b05045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.005288 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a06cc52-d960-4846-8fdd-4ad71afa1e98 None None] Network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:07:46.027348 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-65896fb6-f91a-4bde-99dc-c6aa008965e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.108763 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-65896fb6-f91a-4bde-99dc-c6aa008965e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.118652 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-fe5a832d-b705-4158-9c3d-041e97b05045 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0957224 Jan 28 01:07:46.121839 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33120) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:46.133185 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:46.190435 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65896fb6-f91a-4bde-99dc-c6aa008965e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb978f0-543d-4d29-ae49-e407e7ee42b3,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:46.204177 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-65896fb6-f91a-4bde-99dc-c6aa008965e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=849ad6dc777f42b8b71bd67db9adaf2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438830 Jan 28 01:07:46.204492 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33122) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:46.274025 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc66bfbac-075a-50e6-80b8-3043e7c90389-b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'fixed_ips': [{'subnet_id': '6a12ed7e-5262-4f52-b994-488391826371'}]}} from dv-cinder-821890-1-smb. {{(pid=102113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:07:46.278488 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.278623 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26339'] for router, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.278623 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26266'] for router, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.282704 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-28e8769c-fd7d-4b67-8073-99bdad181887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.319860 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-28e8769c-fd7d-4b67-8073-99bdad181887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.357910 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.418665 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Allocated IP 172.20.0.2 (b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9/6a12ed7e-5262-4f52-b994-488391826371/cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:46.567803 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Notify callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.572010 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33126) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:46.586828 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a5758afb-54d8-451b-9d9b-d84f1def94de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.652719 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.696676 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a5758afb-54d8-451b-9d9b-d84f1def94de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.717286 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:46.722589 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:46.733201 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:46.754754 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-28e8769c-fd7d-4b67-8073-99bdad181887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.758274 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Pushing event updated for resources: {'Port': ['ID=cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:46.759079 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-28e8769c-fd7d-4b67-8073-99bdad181887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.760835 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-28e8769c-fd7d-4b67-8073-99bdad181887 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edb978f0-543d-4d29-ae49-e407e7ee42b3 HTTP/1.1" status: 204 len: 168 time: 0.5548389 Jan 28 01:07:46.771917 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a5758afb-54d8-451b-9d9b-d84f1def94de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.780638 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8769c-fd7d-4b67-8073-99bdad181887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb978f0-543d-4d29-ae49-e407e7ee42b3,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:46.843750 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:46.844674 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:46.850991 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:46.850991 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:46.850991 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:46.850991 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:46.850991 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:46.850991 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:46.850991 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:46.850991 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:46.850991 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:46.853105 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:46.888809 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5758afb-54d8-451b-9d9b-d84f1def94de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad74f09-0353-479d-a858-41fd3a4e0090,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:46.903269 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-a5758afb-54d8-451b-9d9b-d84f1def94de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f346d44846e46488ae8d45e5e63570a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291974 Jan 28 01:07:46.906536 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33138) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:46.926267 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Attempting to bind port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:07:46.927201 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Attempting to bind port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:07:46.929293 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Attempting to bind port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 on network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:46.960071 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:46.969226 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Checking segment: {'id': 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:07:46.970232 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.975325 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Bound using segment: {'id': 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:46.975325 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Bound port: cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:07:46.975325 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:46.986415 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-71012c76-bd9d-4c46-a17d-40e60d37dba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:47.030672 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-71012c76-bd9d-4c46-a17d-40e60d37dba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:47.038901 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:47.104256 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] For port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:47.107410 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] For port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4,segment=NetworkSegment(dee4a4b9-e0e9-47ec-85e0-984c9585ed8c),segment_id=dee4a4b9-e0e9-47ec-85e0-984c9585ed8c)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:47.154495 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-71012c76-bd9d-4c46-a17d-40e60d37dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:47.157051 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-71012c76-bd9d-4c46-a17d-40e60d37dba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:47.158260 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-71012c76-bd9d-4c46-a17d-40e60d37dba7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ad74f09-0353-479d-a858-41fd3a4e0090 HTTP/1.1" status: 204 len: 168 time: 0.2507553 Jan 28 01:07:47.167768 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71012c76-bd9d-4c46-a17d-40e60d37dba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad74f09-0353-479d-a858-41fd3a4e0090,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:47.204571 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:47.315829 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33dd90-71fc-4725-bfa4-3bdc0671eb6b None None] Pushing event updated for resources: {'Port': ['ID=cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:47.421799 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:47.465005 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:47.531435 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620cd8f-8705-4f71-87dd-91883b504266 req-0240d499-9554-485a-919e-47ac54f2fc28 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:47.531435 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a620cd8f-8705-4f71-87dd-91883b504266 req-0240d499-9554-485a-919e-47ac54f2fc28 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1491816 Jan 28 01:07:47.675504 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25d094-71d3-41d8-9163-cebbada814c0 req-e4e20330-ab69-4627-ae20-0fb48978284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:47.677338 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bf25d094-71d3-41d8-9163-cebbada814c0 req-e4e20330-ab69-4627-ae20-0fb48978284a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724b56d47f7c418f8a7d40ff559487c8&device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 1098 time: 0.2214191 Jan 28 01:07:47.689727 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a620cd8f-8705-4f71-87dd-91883b504266 req-879ad0b6-98ce-4a1d-94d5-cd8a1b013cb6 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907545 Jan 28 01:07:47.785026 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Allocated IP 172.28.0.80 (33601191-b01a-4460-980f-590e10ed5ba8/440539cd-2d5c-4ab2-843c-9b347b12c340/8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:47.877421 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25d094-71d3-41d8-9163-cebbada814c0 req-000b3071-d1cb-4d55-9ca8-8c00e3ee1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:47.879561 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bf25d094-71d3-41d8-9163-cebbada814c0 req-000b3071-d1cb-4d55-9ca8-8c00e3ee1074 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2947e4c9-3ac7-41d6-a65a-9ff37575a881 HTTP/1.1" status: 200 len: 919 time: 0.1871076 Jan 28 01:07:47.935985 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bf25d094-71d3-41d8-9163-cebbada814c0 req-2b348174-b844-4d74-8975-e6fce61fe6fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383d146b-f6ca-400b-92f2-9b0402079adf HTTP/1.1" status: 200 len: 217 time: 0.0474200 Jan 28 01:07:47.997067 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:48.010995 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25d094-71d3-41d8-9163-cebbada814c0 req-4080463a-09fd-4e3c-9284-761d42e5e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:48.012432 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bf25d094-71d3-41d8-9163-cebbada814c0 req-4080463a-09fd-4e3c-9284-761d42e5e91e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66 HTTP/1.1" status: 200 len: 858 time: 0.0644381 Jan 28 01:07:48.059497 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bf25d094-71d3-41d8-9163-cebbada814c0 req-11b6d3fa-3d02-4796-ab17-d286861ab7e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2947e4c9-3ac7-41d6-a65a-9ff37575a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306947 Jan 28 01:07:48.154648 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:48.244463 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Network 33601191-b01a-4460-980f-590e10ed5ba8 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:48.249212 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bf25d094-71d3-41d8-9163-cebbada814c0 req-bb475026-e207-4681-a57c-2a1b4f9c2bc4 service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819694 Jan 28 01:07:48.250316 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:48.252485 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:48.307911 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:48.507826 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bf25d094-71d3-41d8-9163-cebbada814c0 req-07b4aa80-3134-447b-9489-06cbdd7a775a service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310903 Jan 28 01:07:48.656791 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac803669-0667-4505-88e6-5b75b1c692d4 None None] Network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:07:48.816897 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-43a79b66-b439-4137-b8a8-bc3d9599639b None None] Provisioning complete for port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:48.817478 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-43a79b66-b439-4137-b8a8-bc3d9599639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:48.819531 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:48.919603 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33242) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:48.969834 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13468a8-70f2-4f94-867c-245dc4549585 req-18bf2f7a-6045-4403-8704-f3cfb5713275 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:48.971699 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c13468a8-70f2-4f94-867c-245dc4549585 req-18bf2f7a-6045-4403-8704-f3cfb5713275 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0988367 Jan 28 01:07:49.112135 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c13468a8-70f2-4f94-867c-245dc4549585 req-10c5c225-28ec-4528-b0b3-d2d35637df21 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219311 Jan 28 01:07:49.194582 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-43a79b66-b439-4137-b8a8-bc3d9599639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:49.199923 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646007'] for router, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:49.236640 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-43a79b66-b439-4137-b8a8-bc3d9599639b None None] For port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4,segment=NetworkSegment(dee4a4b9-e0e9-47ec-85e0-984c9585ed8c),segment_id=dee4a4b9-e0e9-47ec-85e0-984c9585ed8c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:49.318909 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1258454619-network', 'tenant_id': '95a9f457bbe1460282c0a926ae96b654'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:49.360756 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-43a79b66-b439-4137-b8a8-bc3d9599639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:49.420224 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a79b66-b439-4137-b8a8-bc3d9599639b None None] Pushing event updated for resources: {'Port': ['ID=cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:49.446100 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] Made reservation on behalf of 95a9f457bbe1460282c0a926ae96b654 for: {'network': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:49.448554 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:49.459858 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:49.484549 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Router f1fb3c1d-9fd4-464d-a00a-037ed63db68e is scheduled to L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 with binding_index 1 {{(pid=102112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:07:49.495135 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-44d33d7a-6451-4bdb-b0af-0197ee788582 None None] Provisioning complete for port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:49.495135 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-44d33d7a-6451-4bdb-b0af-0197ee788582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:49.554805 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:49.636952 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:49.646508 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:49.648464 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Sync routers for ids ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:49.658680 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Routers {'f1fb3c1d-9fd4-464d-a00a-037ed63db68e'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:49.660792 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:07:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:49.672497 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=102111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:07:49.682464 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd963631-d638-4b15-8658-ec83f719fe18,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:49.688768 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:49.689316 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.segments_db [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] Added segment d3d807b9-3820-4882-86af-3b13141f8d69 of type vlan for network 4fa359c0-8183-4a1a-a05d-c2450e66e316 Jan 28 01:07:49.734560 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:49.744221 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:49.746141 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] Notify callbacks [] for router, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:49.747815 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-d47a9d37-075b-4fd2-8e2e-a150e71d85c6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6230867 Jan 28 01:07:49.751365 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33268) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:49.783211 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Set router f1fb3c1d-9fd4-464d-a00a-037ed63db68e gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:49.790699 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:49.791350 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:49.926719 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:49.927746 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:49.938953 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:50.036629 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:07:48Z', 'revision_number': 3, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port': {'id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:47Z', 'updated_at': '2022-01-28T01:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:50.036887 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] Pushing event updated for resources: {'Network': ['ID=4fa359c0-8183-4a1a-a05d-c2450e66e316,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:50.049588 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network 4fa359c0-8183-4a1a-a05d-c2450e66e316 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:07:50.050001 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-a8ef8cbb-5f6d-4655-ae67-cf908336b3c4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1279840 Jan 28 01:07:50.052997 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33284) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:50.062302 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-4c834446-509b-4e70-964d-8df6c41f51fa admin admin] Request body: {'subnet': {'network_id': '4fa359c0-8183-4a1a-a05d-c2450e66e316', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1258454619-subnet', 'tenant_id': '95a9f457bbe1460282c0a926ae96b654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:50.094880 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Checking router: f1fb3c1d-9fd4-464d-a00a-037ed63db68e for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:07:50.095793 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Updating router f1fb3c1d-9fd4-464d-a00a-037ed63db68e port 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e binding host dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:07:50.126668 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:50.251603 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c834446-509b-4e70-964d-8df6c41f51fa admin admin] Made reservation on behalf of 95a9f457bbe1460282c0a926ae96b654 for: {'subnet': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:50.254801 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4c834446-509b-4e70-964d-8df6c41f51fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12065644'] for subnet, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:50.297323 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97667d4-3bca-4877-a1d8-d50eb6dad3a2 req-3bac971f-0afc-4203-b38a-e724afd00778 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:50.299400 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a97667d4-3bca-4877-a1d8-d50eb6dad3a2 req-3bac971f-0afc-4203-b38a-e724afd00778 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0907681 Jan 28 01:07:50.381213 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a97667d4-3bca-4877-a1d8-d50eb6dad3a2 req-27193cec-84fe-4985-855e-a57c13d93f0a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731504 Jan 28 01:07:50.390753 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:50.436278 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Notify callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:50.507813 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:50.536626 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4c834446-509b-4e70-964d-8df6c41f51fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11859527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12065662'] for subnet, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:50.581312 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Attempting to bind port 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:07:50.583125 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Attempting to bind port 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:07:50.584169 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Attempting to bind port 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e on network 33601191-b01a-4460-980f-590e10ed5ba8 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:50.592297 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca9c27-71a7-4a72-b56c-90a4d9575180 None None] Pushing event updated for resources: {'Port': ['ID=8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:50.595983 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:50.596358 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Checking segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:07:50.596792 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:50.597404 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Bound using segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:50.599586 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Bound port: 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:07:50.602655 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:50.609407 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Allocated IP 172.20.0.1 (b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9/6a12ed7e-5262-4f52-b994-488391826371/d91b1942-c10f-4b50-b3b9-01616acacffe) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:50.637056 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c834446-509b-4e70-964d-8df6c41f51fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f460c686-ca0f-43e2-8fc6-3ea4e670ed4d,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:50.679029 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca9c27-71a7-4a72-b56c-90a4d9575180 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:50.679947 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca9c27-71a7-4a72-b56c-90a4d9575180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:50.680165 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c834446-509b-4e70-964d-8df6c41f51fa admin admin] Checking segment: {'id': 'd3d807b9-3820-4882-86af-3b13141f8d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4fa359c0-8183-4a1a-a05d-c2450e66e316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:07:50.680540 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c834446-509b-4e70-964d-8df6c41f51fa admin admin] Network hostable DHCP agents. Network: 4fa359c0-8183-4a1a-a05d-c2450e66e316, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:07:50.680949 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca9c27-71a7-4a72-b56c-90a4d9575180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:50.681620 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca9c27-71a7-4a72-b56c-90a4d9575180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:50.682349 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca9c27-71a7-4a72-b56c-90a4d9575180 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:50.682972 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca9c27-71a7-4a72-b56c-90a4d9575180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:50.683882 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca9c27-71a7-4a72-b56c-90a4d9575180 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:50.684364 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca9c27-71a7-4a72-b56c-90a4d9575180 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:50.684935 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca9c27-71a7-4a72-b56c-90a4d9575180 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:50.685334 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca9c27-71a7-4a72-b56c-90a4d9575180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:50.685723 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca9c27-71a7-4a72-b56c-90a4d9575180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:50.686111 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca9c27-71a7-4a72-b56c-90a4d9575180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:50.700875 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] For port 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:50.705009 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] For port 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:50.760135 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:50.840202 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c834446-509b-4e70-964d-8df6c41f51fa admin admin] Network 4fa359c0-8183-4a1a-a05d-c2450e66e316 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:07:50.904046 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:50.904277 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:50.949560 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:50.952557 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:50.956012 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:50.957475 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Routers {'f1fb3c1d-9fd4-464d-a00a-037ed63db68e'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:50.958385 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:07:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:50.962140 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Pushing event updated for resources: {'Port': ['ID=d91b1942-c10f-4b50-b3b9-01616acacffe,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:51.023489 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca9c27-71a7-4a72-b56c-90a4d9575180 None None] Pushing event updated for resources: {'Port': ['ID=8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:51.027742 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-4c834446-509b-4e70-964d-8df6c41f51fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, 4fa359c0-8183-4a1a-a05d-c2450e66e316) {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:51.033744 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c834446-509b-4e70-964d-8df6c41f51fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:51.035351 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4c834446-509b-4e70-964d-8df6c41f51fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:51.047023 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67371442-09a8-455b-b590-be932ad60b5e None None] Network 4fa359c0-8183-4a1a-a05d-c2450e66e316 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:07:51.118355 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] Set router f1fb3c1d-9fd4-464d-a00a-037ed63db68e gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:51.140625 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-4c834446-509b-4e70-964d-8df6c41f51fa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0864758 Jan 28 01:07:51.288664 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-644618'] for router_interface, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:51.311269 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-09622b94-2751-413c-b05f-3be95e1bdcf2 None None] Provisioning complete for port d91b1942-c10f-4b50-b3b9-01616acacffe triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:51.312782 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09622b94-2751-413c-b05f-3be95e1bdcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:51.351079 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8217f901-52a7-4f7e-915a-9bd7ff2237e1 None None] Network 4fa359c0-8183-4a1a-a05d-c2450e66e316 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:07:51.360789 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:07:48Z', 'revision_number': 3, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port': {'id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:47Z', 'updated_at': '2022-01-28T01:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:51.396922 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bc3b5-0cce-4066-a6ef-6f4c98d4dd66 None None] The sync data for ids ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'] in dv-cinder-821890-1-smb is: [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:07:48Z', 'revision_number': 3, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port': {'id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:47Z', 'updated_at': '2022-01-28T01:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:51.408395 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-09622b94-2751-413c-b05f-3be95e1bdcf2 None None] Port d91b1942-c10f-4b50-b3b9-01616acacffe cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:07:51.533639 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc93af-5545-4944-a952-70f3d11152f6 req-aa224cc2-ee28-487c-bbaa-dc28a5de4afc tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:51.535307 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-69cc93af-5545-4944-a952-70f3d11152f6 req-aa224cc2-ee28-487c-bbaa-dc28a5de4afc tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0558488 Jan 28 01:07:51.577691 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:51.605403 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-69cc93af-5545-4944-a952-70f3d11152f6 req-0b3a5ebd-32f3-4d49-8f51-dc1735af8c85 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505338 Jan 28 01:07:51.831515 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:51.965639 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:52.041132 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Pushing event updated for resources: {'Port': ['ID=d91b1942-c10f-4b50-b3b9-01616acacffe,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:52.044897 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644790'] for router_interface, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:52.165755 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:52.167567 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:52.340266 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Router f1fb3c1d-9fd4-464d-a00a-037ed63db68e has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:52.365775 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33360) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:52.371668 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-363171892-network', 'tenant_id': 'b3f9d744f55a421cab8b30900cf1f15a'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:52.463879 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] Made reservation on behalf of b3f9d744f55a421cab8b30900cf1f15a for: {'network': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:52.472190 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:52.480058 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:52.482964 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:52.492425 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-71f8aec5-923b-437b-b31f-0e8a00d6bfbf admin admin] 10.222.0.18 "PUT /v2.0/routers/f1fb3c1d-9fd4-464d-a00a-037ed63db68e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7408891 Jan 28 01:07:52.541132 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-65ebe6c8-8778-4fc2-810e-522a7b1c2085 None None] Provisioning complete for port d91b1942-c10f-4b50-b3b9-01616acacffe triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:52.541924 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-65ebe6c8-8778-4fc2-810e-522a7b1c2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:52.617196 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-65ebe6c8-8778-4fc2-810e-522a7b1c2085 None None] Port d91b1942-c10f-4b50-b3b9-01616acacffe cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:07:52.631931 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:52.735171 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:52.739530 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666957e-d3a2-45f0-94bd-12be5a4cb78d req-2a7cbb28-d384-4e4c-831f-947b9f564997 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:52.741232 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b666957e-d3a2-45f0-94bd-12be5a4cb78d req-2a7cbb28-d384-4e4c-831f-947b9f564997 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0510554 Jan 28 01:07:52.766791 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=102111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:07:52.774496 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa2ec2d-24aa-4617-891f-ac9f1ccc5de5,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:52.783228 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:52.786395 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.segments_db [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] Added segment beedcf11-4640-4b75-8dc3-511694e8bb99 of type vlan for network d0d233e7-2f31-4304-80b6-302197ad2898 Jan 28 01:07:52.787207 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b666957e-d3a2-45f0-94bd-12be5a4cb78d req-e55327c0-ccbc-41b0-8b36-a5367a038d26 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378144 Jan 28 01:07:52.835292 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:52.973227 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:52.974403 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:52.974922 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:53.040237 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=d0d233e7-2f31-4304-80b6-302197ad2898,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:53.048877 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network d0d233e7-2f31-4304-80b6-302197ad2898 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:07:53.122149 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-21ee433f-cbc9-4119-b875-e765d2233fb7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7552543 Jan 28 01:07:53.125764 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33404) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:53.131160 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-aea707fd-2c3e-46ba-aebc-30d523405f4f admin admin] Request body: {'subnet': {'network_id': 'd0d233e7-2f31-4304-80b6-302197ad2898', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-363171892-subnet', 'tenant_id': 'b3f9d744f55a421cab8b30900cf1f15a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:53.222569 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea707fd-2c3e-46ba-aebc-30d523405f4f admin admin] Made reservation on behalf of b3f9d744f55a421cab8b30900cf1f15a for: {'subnet': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:53.225181 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-aea707fd-2c3e-46ba-aebc-30d523405f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12065644'] for subnet, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:53.235514 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33408) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:53.405708 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Sync routers for ids ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:53.416048 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Routers {'f1fb3c1d-9fd4-464d-a00a-037ed63db68e'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:53.416917 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:07:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:53.483159 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7315d548-211c-40c8-ac0f-4f006e1d1e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:53.486524 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-aea707fd-2c3e-46ba-aebc-30d523405f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11859527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12065662'] for subnet, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:53.508006 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33416) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:53.556716 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Set router f1fb3c1d-9fd4-464d-a00a-037ed63db68e gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:53.598798 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7315d548-211c-40c8-ac0f-4f006e1d1e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:53.603187 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea707fd-2c3e-46ba-aebc-30d523405f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=478f3fa4-05d5-4650-accb-e278583d2327,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:53.618812 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea707fd-2c3e-46ba-aebc-30d523405f4f admin admin] Checking segment: {'id': 'beedcf11-4640-4b75-8dc3-511694e8bb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0d233e7-2f31-4304-80b6-302197ad2898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:07:53.619535 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea707fd-2c3e-46ba-aebc-30d523405f4f admin admin] Network hostable DHCP agents. Network: d0d233e7-2f31-4304-80b6-302197ad2898, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:07:53.698623 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7315d548-211c-40c8-ac0f-4f006e1d1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:53.721340 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea707fd-2c3e-46ba-aebc-30d523405f4f admin admin] Network d0d233e7-2f31-4304-80b6-302197ad2898 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:07:53.728202 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:53.776458 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-7315d548-211c-40c8-ac0f-4f006e1d1e7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2751198228014414af21258e0e59d55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5370352 Jan 28 01:07:53.776458 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315d548-211c-40c8-ac0f-4f006e1d1e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f64a099-c406-4072-82d6-8b80d39a24f2,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:53.776702 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33424) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:53.836261 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:53.836632 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:53.860289 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33430) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:53.883338 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-23cf0a3b-9adf-46aa-89a4-f124af75dd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:53.903995 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:07:51Z', 'revision_number': 4, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port': {'id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:47Z', 'updated_at': '2022-01-28T01:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'd91b1942-c10f-4b50-b3b9-01616acacffe', 'name': '', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'mac_address': 'fa:16:3e:55:f3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '6a12ed7e-5262-4f52-b994-488391826371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:50Z', 'updated_at': '2022-01-28T01:07:51Z', 'revision_number': 2, 'project_id': '20c417a185e8429780c907b907b3f073', 'subnets': [{'id': '6a12ed7e-5262-4f52-b994-488391826371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:53.908778 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-194ba7de-5134-4754-a560-9160f0c61b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:53.914818 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33434) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:53.924638 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1910758427-network', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:53.936833 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-23cf0a3b-9adf-46aa-89a4-f124af75dd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:53.964353 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Checking router: f1fb3c1d-9fd4-464d-a00a-037ed63db68e for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:07:53.965788 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Updating router f1fb3c1d-9fd4-464d-a00a-037ed63db68e port d91b1942-c10f-4b50-b3b9-01616acacffe binding host dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:07:53.986304 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-aea707fd-2c3e-46ba-aebc-30d523405f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, d0d233e7-2f31-4304-80b6-302197ad2898) {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:53.996150 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea707fd-2c3e-46ba-aebc-30d523405f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:53.996987 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-aea707fd-2c3e-46ba-aebc-30d523405f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.019257 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a8bed-ac62-437f-9ee8-53bcd76e18f3 None None] Network d0d233e7-2f31-4304-80b6-302197ad2898 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:07:54.028789 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda68dfc-3675-4a05-8a6f-96f1de69ac05 req-20fa8093-5ac5-41c5-9e92-3a04ee912491 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:54.030286 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bda68dfc-3675-4a05-8a6f-96f1de69ac05 req-20fa8093-5ac5-41c5-9e92-3a04ee912491 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1186919 Jan 28 01:07:54.079190 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bda68dfc-3675-4a05-8a6f-96f1de69ac05 req-84275964-32dc-4e54-9811-da65d792084f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 Jan 28 01:07:54.085365 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.097182 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.123861 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-33f97b5b-4c14-4619-93f8-b496151154b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.163363 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] For port 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:54.173468 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-23cf0a3b-9adf-46aa-89a4-f124af75dd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.178854 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-23cf0a3b-9adf-46aa-89a4-f124af75dd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.180950 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-23cf0a3b-9adf-46aa-89a4-f124af75dd66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f64a099-c406-4072-82d6-8b80d39a24f2 HTTP/1.1" status: 204 len: 168 time: 0.4031532 Jan 28 01:07:54.198022 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-aea707fd-2c3e-46ba-aebc-30d523405f4f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0681643 Jan 28 01:07:54.198022 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] Made reservation on behalf of b12381fc88fa45a98226d91c3ce4b323 for: {'network': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:54.212505 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.233436 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-194ba7de-5134-4754-a560-9160f0c61b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.245576 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.248583 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf0a3b-9adf-46aa-89a4-f124af75dd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f64a099-c406-4072-82d6-8b80d39a24f2,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:54.259693 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-33f97b5b-4c14-4619-93f8-b496151154b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.276110 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.327529 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-194ba7de-5134-4754-a560-9160f0c61b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.370953 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.377472 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f01af-cda7-4168-80e5-2729c714f68c None None] Network d0d233e7-2f31-4304-80b6-302197ad2898 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:07:54.405532 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-194ba7de-5134-4754-a560-9160f0c61b67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97fb8e5cca8d4153890684c2452b372e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8936946 Jan 28 01:07:54.405532 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-33f97b5b-4c14-4619-93f8-b496151154b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.406166 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33454) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:54.408860 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ba7de-5134-4754-a560-9160f0c61b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268037ae-f78b-4246-8692-1bd74b46d5d7,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:54.454142 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-33f97b5b-4c14-4619-93f8-b496151154b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05bbde5f9a5e4331b4387569e7da58c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5924227 Jan 28 01:07:54.455694 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33456) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:54.461761 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.462703 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f97b5b-4c14-4619-93f8-b496151154b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7dc882-48ef-4049-ace7-4661bd6601a4,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:54.486374 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Pushing event updated for resources: {'Port': ['ID=8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:54.505054 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=102111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:07:54.542770 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.542770 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.segments_db [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] Added segment f0c26f23-c3cc-4c05-85cf-7a5d21649d10 of type vlan for network adc01bc4-9a87-4c40-9556-10c651610818 Jan 28 01:07:54.544832 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-40f955d1-124f-4bac-8ac4-9f7149d6091e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.550065 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d42463-ba4b-498d-93d6-984083cb6715,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:54.554386 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3d8b74b0-4761-40fa-bd3b-a4ab424d6dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.571714 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-40f955d1-124f-4bac-8ac4-9f7149d6091e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.641501 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.664063 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3d8b74b0-4761-40fa-bd3b-a4ab424d6dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.693206 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-40f955d1-124f-4bac-8ac4-9f7149d6091e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.695386 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Notify callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.696662 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-40f955d1-124f-4bac-8ac4-9f7149d6091e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.701012 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-40f955d1-124f-4bac-8ac4-9f7149d6091e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba7dc882-48ef-4049-ace7-4661bd6601a4 HTTP/1.1" status: 204 len: 168 time: 0.2420270 Jan 28 01:07:54.706583 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f955d1-124f-4bac-8ac4-9f7149d6091e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7dc882-48ef-4049-ace7-4661bd6601a4,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:54.790354 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.790640 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.791685 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:54.792465 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.801606 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3d8b74b0-4761-40fa-bd3b-a4ab424d6dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.801606 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3d8b74b0-4761-40fa-bd3b-a4ab424d6dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:54.803687 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-3d8b74b0-4761-40fa-bd3b-a4ab424d6dc6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/268037ae-f78b-4246-8692-1bd74b46d5d7 HTTP/1.1" status: 204 len: 168 time: 0.3959026 Jan 28 01:07:54.858648 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5630878-78ba-4239-852a-4093d8693390 None None] Pushing event updated for resources: {'Port': ['ID=d91b1942-c10f-4b50-b3b9-01616acacffe,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:54.887600 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b74b0-4761-40fa-bd3b-a4ab424d6dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268037ae-f78b-4246-8692-1bd74b46d5d7,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:54.889430 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] Pushing event updated for resources: {'Network': ['ID=adc01bc4-9a87-4c40-9556-10c651610818,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:54.924701 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33474) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:54.927587 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-2b490dd4-f21a-458e-a647-fca999ed8963 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0112312 Jan 28 01:07:54.931905 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-a1f707ba-e77d-4956-a6eb-da34365d9eb2 admin admin] Request body: {'subnet': {'network_id': 'adc01bc4-9a87-4c40-9556-10c651610818', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1910758427-subnet', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'ip_version': 4}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:55.036707 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f707ba-e77d-4956-a6eb-da34365d9eb2 admin admin] Made reservation on behalf of b12381fc88fa45a98226d91c3ce4b323 for: {'subnet': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:55.039928 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a1f707ba-e77d-4956-a6eb-da34365d9eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15944639'] for subnet, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:55.082086 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network adc01bc4-9a87-4c40-9556-10c651610818 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:07:55.089387 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Attempting to bind port d91b1942-c10f-4b50-b3b9-01616acacffe on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:07:55.089749 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Attempting to bind port d91b1942-c10f-4b50-b3b9-01616acacffe by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:07:55.090108 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Attempting to bind port d91b1942-c10f-4b50-b3b9-01616acacffe on network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:55.145149 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25827eb8-338e-4664-bafb-58beb612220e req-f73925f8-9380-45a9-b48f-8434863bd62f tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:55.150228 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:55.150759 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Checking segment: {'id': 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:07:55.151211 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:55.151612 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Bound using segment: {'id': 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:55.152071 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25827eb8-338e-4664-bafb-58beb612220e req-f73925f8-9380-45a9-b48f-8434863bd62f tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/networks?id=4fa359c0-8183-4a1a-a05d-c2450e66e316 HTTP/1.1" status: 200 len: 809 time: 0.1934412 Jan 28 01:07:55.152185 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Bound port: d91b1942-c10f-4b50-b3b9-01616acacffe, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:07:55.152453 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:55.178765 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25827eb8-338e-4664-bafb-58beb612220e req-f0d0d744-2eb7-4ec0-9dc0-7f13a7f740b8 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/quotas/95a9f457bbe1460282c0a926ae96b654 HTTP/1.1" status: 200 len: 375 time: 0.0256658 Jan 28 01:07:55.214057 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-eabe58c0-d5de-4572-81b8-c0b54f8e8db4 None None] Provisioning complete for port d91b1942-c10f-4b50-b3b9-01616acacffe triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:55.214435 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eabe58c0-d5de-4572-81b8-c0b54f8e8db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:55.234095 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33486) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:55.237113 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25827eb8-338e-4664-bafb-58beb612220e req-7de26a86-1218-4b56-bec6-ae51ab771be5 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=95a9f457bbe1460282c0a926ae96b654&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575540 Jan 28 01:07:55.253612 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-846414cd-e6f9-4373-95ce-b483c40ee461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:55.306402 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-eabe58c0-d5de-4572-81b8-c0b54f8e8db4 None None] Port d91b1942-c10f-4b50-b3b9-01616acacffe cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:07:55.320307 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] For port d91b1942-c10f-4b50-b3b9-01616acacffe, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:55.326214 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] For port d91b1942-c10f-4b50-b3b9-01616acacffe, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=d91b1942-c10f-4b50-b3b9-01616acacffe,segment=NetworkSegment(dee4a4b9-e0e9-47ec-85e0-984c9585ed8c),segment_id=dee4a4b9-e0e9-47ec-85e0-984c9585ed8c)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:55.352550 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-846414cd-e6f9-4373-95ce-b483c40ee461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:55.358755 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d19fc-ce17-43f3-9136-c2a282f1ae15 req-2a198640-8703-4e98-a8cf-5d7331f1c3fd tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:55.360279 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-089d19fc-ce17-43f3-9136-c2a282f1ae15 req-2a198640-8703-4e98-a8cf-5d7331f1c3fd tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1706583 Jan 28 01:07:55.396407 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:55.419185 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-846414cd-e6f9-4373-95ce-b483c40ee461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:55.448137 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25827eb8-338e-4664-bafb-58beb612220e req-0c7542fb-ebc2-45d2-9c3d-6526c66f88d2 service neutron] 10.222.0.18 "GET /v2.0/networks/4fa359c0-8183-4a1a-a05d-c2450e66e316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986172 Jan 28 01:07:55.482178 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Routers {'f1fb3c1d-9fd4-464d-a00a-037ed63db68e'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:55.483021 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:07:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:55.503227 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846414cd-e6f9-4373-95ce-b483c40ee461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255d2431-c7cc-4635-8923-85221b34dc77,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:55.509955 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33490) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:55.534971 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-846414cd-e6f9-4373-95ce-b483c40ee461 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03908d1865b44559a55af7fa006b7070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996333 Jan 28 01:07:55.538017 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33494) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:55.547986 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-089d19fc-ce17-43f3-9136-c2a282f1ae15 req-f64301d5-2a2a-4016-8ee5-eb82fc680ca2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652122 Jan 28 01:07:55.553579 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a1f707ba-e77d-4956-a6eb-da34365d9eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15841912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15944621'] for subnet, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:55.556305 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5630878-78ba-4239-852a-4093d8693390 None None] Pushing event updated for resources: {'Port': ['ID=d91b1942-c10f-4b50-b3b9-01616acacffe,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:55.667772 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0dbf5dce-89b4-41f0-a97d-f136e338da8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:55.689950 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:55.694490 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0dbf5dce-89b4-41f0-a97d-f136e338da8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:55.728358 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25827eb8-338e-4664-bafb-58beb612220e req-11c19930-e1ed-4600-923a-f2eb59df6f4a service neutron] 10.222.0.18 "GET /v2.0/networks/4fa359c0-8183-4a1a-a05d-c2450e66e316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795925 Jan 28 01:07:55.735909 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f707ba-e77d-4956-a6eb-da34365d9eb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4261443d-3b56-41e4-bb88-1453d11acff9,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:55.749630 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f707ba-e77d-4956-a6eb-da34365d9eb2 admin admin] Checking segment: {'id': 'f0c26f23-c3cc-4c05-85cf-7a5d21649d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'adc01bc4-9a87-4c40-9556-10c651610818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:07:55.749987 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f707ba-e77d-4956-a6eb-da34365d9eb2 admin admin] Network hostable DHCP agents. Network: adc01bc4-9a87-4c40-9556-10c651610818, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:07:55.783074 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] Set router f1fb3c1d-9fd4-464d-a00a-037ed63db68e gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:55.885521 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f707ba-e77d-4956-a6eb-da34365d9eb2 admin admin] Network adc01bc4-9a87-4c40-9556-10c651610818 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:07:55.889352 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:55.889722 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:55.914888 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fcd13b1c-f76d-464e-a1bd-847d7ae412a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:55.919547 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-abfc4efd-5510-4511-9608-ca226a440b31 None None] Provisioning complete for port d91b1942-c10f-4b50-b3b9-01616acacffe triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:55.919910 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-abfc4efd-5510-4511-9608-ca226a440b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:55.978409 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33498) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:55.982803 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-a1f707ba-e77d-4956-a6eb-da34365d9eb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, adc01bc4-9a87-4c40-9556-10c651610818) {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:55.987767 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f707ba-e77d-4956-a6eb-da34365d9eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:55.988409 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a1f707ba-e77d-4956-a6eb-da34365d9eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.009275 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0dbf5dce-89b4-41f0-a97d-f136e338da8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.012076 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0dbf5dce-89b4-41f0-a97d-f136e338da8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.015977 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-0dbf5dce-89b4-41f0-a97d-f136e338da8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/255d2431-c7cc-4635-8923-85221b34dc77 HTTP/1.1" status: 204 len: 168 time: 0.4742866 Jan 28 01:07:56.019754 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32514750-e7f8-44ae-85f3-c3bb82f94096 None None] Network adc01bc4-9a87-4c40-9556-10c651610818 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:07:56.020284 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-422dda2d-464e-4a97-ab06-b025f5ce365b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.059062 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf5dce-89b4-41f0-a97d-f136e338da8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255d2431-c7cc-4635-8923-85221b34dc77,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:56.103832 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a1b02e11-addd-47f8-8a6d-cb150c98ae49 req-b4cfebed-75d4-45d4-9e16-6d998a5f8dd9 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 210 time: 0.0445673 Jan 28 01:07:56.111600 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-a1f707ba-e77d-4956-a6eb-da34365d9eb2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1857011 Jan 28 01:07:56.114069 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33506) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:56.119641 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1910758427-router', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:56.150040 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fcd13b1c-f76d-464e-a1bd-847d7ae412a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.223656 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-422dda2d-464e-4a97-ab06-b025f5ce365b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.241725 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fcd13b1c-f76d-464e-a1bd-847d7ae412a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.287049 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd13b1c-f76d-464e-a1bd-847d7ae412a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d622915c-9366-4f3a-bc91-e5104496e2e8,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:56.294535 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26339'] for router, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.295645 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26266'] for router, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.307913 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-abfc4efd-5510-4511-9608-ca226a440b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.319861 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33512) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:56.329067 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-fcd13b1c-f76d-464e-a1bd-847d7ae412a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=649c2f60f02a40509a7289975a97472b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8173647 Jan 28 01:07:56.334170 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33514) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:56.336347 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d0faf545-d4cc-46fe-80ca-aeb78d11635b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.368831 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-422dda2d-464e-4a97-ab06-b025f5ce365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.389230 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-abfc4efd-5510-4511-9608-ca226a440b31 None None] For port d91b1942-c10f-4b50-b3b9-01616acacffe, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=d91b1942-c10f-4b50-b3b9-01616acacffe,segment=NetworkSegment(dee4a4b9-e0e9-47ec-85e0-984c9585ed8c),segment_id=dee4a4b9-e0e9-47ec-85e0-984c9585ed8c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:56.393152 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:07:51Z', 'revision_number': 4, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port': {'id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:47Z', 'updated_at': '2022-01-28T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'd91b1942-c10f-4b50-b3b9-01616acacffe', 'name': '', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'mac_address': 'fa:16:3e:55:f3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '6a12ed7e-5262-4f52-b994-488391826371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:50Z', 'updated_at': '2022-01-28T01:07:55Z', 'revision_number': 4, 'project_id': '20c417a185e8429780c907b907b3f073', 'subnets': [{'id': '6a12ed7e-5262-4f52-b994-488391826371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:56.399653 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.428496 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422dda2d-464e-4a97-ab06-b025f5ce365b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b19185e-d156-4ef0-9560-69574ecb7426,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:56.429746 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d0faf545-d4cc-46fe-80ca-aeb78d11635b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.432709 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-422dda2d-464e-4a97-ab06-b025f5ce365b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57ef12094a784f4b86fd277469b99797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530616 Jan 28 01:07:56.438782 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33518) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:56.445781 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac23ec-03af-428d-ae21-1fcddecf9884 None None] The sync data for ids ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'] in dv-cinder-821890-1-smb is: [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:07:51Z', 'revision_number': 4, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port': {'id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:47Z', 'updated_at': '2022-01-28T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'd91b1942-c10f-4b50-b3b9-01616acacffe', 'name': '', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'mac_address': 'fa:16:3e:55:f3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '6a12ed7e-5262-4f52-b994-488391826371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:50Z', 'updated_at': '2022-01-28T01:07:55Z', 'revision_number': 4, 'project_id': '20c417a185e8429780c907b907b3f073', 'subnets': [{'id': '6a12ed7e-5262-4f52-b994-488391826371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:56.458270 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc66bfbac-075a-50e6-80b8-3043e7c90389-adc01bc4-9a87-4c40-9556-10c651610818', 'network_id': 'adc01bc4-9a87-4c40-9556-10c651610818', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'fixed_ips': [{'subnet_id': '4261443d-3b56-41e4-bb88-1453d11acff9'}]}} from dv-cinder-821890-1-smb. {{(pid=102113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:07:56.458912 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.465523 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5912771b-854a-4514-a1d6-137dcd0faec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.563963 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f5180d1c-8cfc-4e43-9478-00ee31f0d223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.573061 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5912771b-854a-4514-a1d6-137dcd0faec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.581049 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d0faf545-d4cc-46fe-80ca-aeb78d11635b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.699167 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Allocated IP 172.20.0.2 (adc01bc4-9a87-4c40-9556-10c651610818/4261443d-3b56-41e4-bb88-1453d11acff9/550b013f-0946-4574-a1cd-4394ef965f44) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:56.802219 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f5180d1c-8cfc-4e43-9478-00ee31f0d223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.817845 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-d0faf545-d4cc-46fe-80ca-aeb78d11635b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2516be7c46404d538a3e52cfcb78b463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4959347 Jan 28 01:07:56.822808 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0faf545-d4cc-46fe-80ca-aeb78d11635b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632fa1d0-dbd5-43c8-9bd5-e91ddd78ae26,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:56.829876 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33530) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:56.914135 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-abfc4efd-5510-4511-9608-ca226a440b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.934375 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf2d18-fb4a-4598-bacd-0aefbd26d977 req-a86b6099-27e7-4800-b11a-48024c1498f2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:56.936040 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-eedf2d18-fb4a-4598-bacd-0aefbd26d977 req-a86b6099-27e7-4800-b11a-48024c1498f2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.2372224 Jan 28 01:07:56.951388 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:56.977192 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc4efd-5510-4511-9608-ca226a440b31 None None] Pushing event updated for resources: {'Port': ['ID=d91b1942-c10f-4b50-b3b9-01616acacffe,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:56.986576 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-daaa1218-8098-4486-a77a-d6dfcad69788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.027169 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-eedf2d18-fb4a-4598-bacd-0aefbd26d977 req-65164bda-8919-4464-9528-d50018af7dae tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735078 Jan 28 01:07:57.030520 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Notify callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.031955 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-daaa1218-8098-4486-a77a-d6dfcad69788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.085776 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5912771b-854a-4514-a1d6-137dcd0faec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.089386 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5912771b-854a-4514-a1d6-137dcd0faec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.090577 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-5912771b-854a-4514-a1d6-137dcd0faec7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d622915c-9366-4f3a-bc91-e5104496e2e8 HTTP/1.1" status: 204 len: 168 time: 0.7555180 Jan 28 01:07:57.116490 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912771b-854a-4514-a1d6-137dcd0faec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d622915c-9366-4f3a-bc91-e5104496e2e8,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:57.124880 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.128657 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f5180d1c-8cfc-4e43-9478-00ee31f0d223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.137659 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f5180d1c-8cfc-4e43-9478-00ee31f0d223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.140378 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-f5180d1c-8cfc-4e43-9478-00ee31f0d223 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b19185e-d156-4ef0-9560-69574ecb7426 HTTP/1.1" status: 204 len: 168 time: 0.7039819 Jan 28 01:07:57.177299 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-daaa1218-8098-4486-a77a-d6dfcad69788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.191394 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-daaa1218-8098-4486-a77a-d6dfcad69788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.201120 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-daaa1218-8098-4486-a77a-d6dfcad69788 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/632fa1d0-dbd5-43c8-9bd5-e91ddd78ae26 HTTP/1.1" status: 204 len: 168 time: 0.3654504 Jan 28 01:07:57.208680 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5180d1c-8cfc-4e43-9478-00ee31f0d223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b19185e-d156-4ef0-9560-69574ecb7426,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:57.249928 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e234a16d-1d87-4d3a-a93d-a515fc7188dd req-191e41de-f5c0-4ef4-bfef-290ffcc4cdd2 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 210 time: 0.0764885 Jan 28 01:07:57.251102 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa1218-8098-4486-a77a-d6dfcad69788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632fa1d0-dbd5-43c8-9bd5-e91ddd78ae26,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:57.325980 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Network adc01bc4-9a87-4c40-9556-10c651610818 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:57.330413 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Pushing event updated for resources: {'Port': ['ID=550b013f-0946-4574-a1cd-4394ef965f44,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:57.333628 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:57.339287 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:57.420821 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.421991 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Attempting to bind port 550b013f-0946-4574-a1cd-4394ef965f44 on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:07:57.422735 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Attempting to bind port 550b013f-0946-4574-a1cd-4394ef965f44 by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': 'f0c26f23-c3cc-4c05-85cf-7a5d21649d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'adc01bc4-9a87-4c40-9556-10c651610818'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:07:57.423333 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Attempting to bind port 550b013f-0946-4574-a1cd-4394ef965f44 on network adc01bc4-9a87-4c40-9556-10c651610818 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:57.436176 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:57.436176 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Checking segment: {'id': 'f0c26f23-c3cc-4c05-85cf-7a5d21649d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'adc01bc4-9a87-4c40-9556-10c651610818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:07:57.436176 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.436176 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Bound using segment: {'id': 'f0c26f23-c3cc-4c05-85cf-7a5d21649d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'adc01bc4-9a87-4c40-9556-10c651610818'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:57.436176 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Bound port: 550b013f-0946-4574-a1cd-4394ef965f44, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c26f23-c3cc-4c05-85cf-7a5d21649d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'adc01bc4-9a87-4c40-9556-10c651610818'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:07:57.436176 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.444072 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.509094 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] For port 550b013f-0946-4574-a1cd-4394ef965f44, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:57.512799 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] For port 550b013f-0946-4574-a1cd-4394ef965f44, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=550b013f-0946-4574-a1cd-4394ef965f44,segment=NetworkSegment(f0c26f23-c3cc-4c05-85cf-7a5d21649d10),segment_id=f0c26f23-c3cc-4c05-85cf-7a5d21649d10)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:57.606652 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.610516 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_common [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Allocated IP 172.28.0.38 (33601191-b01a-4460-980f-590e10ed5ba8/440539cd-2d5c-4ab2-843c-9b347b12c340/22af9898-ced7-4721-9eb1-2dc02bc9664a) {{(pid=102111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:57.698548 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3c49b-d946-4f53-9970-cfadcdfd7f31 None None] Pushing event updated for resources: {'Port': ['ID=550b013f-0946-4574-a1cd-4394ef965f44,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:57.751858 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device d91b1942-c10f-4b50-b3b9-01616acacffe up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:57.830883 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port d91b1942-c10f-4b50-b3b9-01616acacffe triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:57.831785 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:57.933007 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:58.139752 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:58.216058 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c20912-a100-49e5-9373-df9b69ee56b9 req-fa934cb8-cae7-48aa-be7d-d36fac99dd69 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:58.217737 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c3c20912-a100-49e5-9373-df9b69ee56b9 req-fa934cb8-cae7-48aa-be7d-d36fac99dd69 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0878367 Jan 28 01:07:58.240920 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Network 33601191-b01a-4460-980f-590e10ed5ba8 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:58.244631 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:58.259994 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Received port after_create {{(pid=102111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:58.274396 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Pushing event updated for resources: {'Port': ['ID=22af9898-ced7-4721-9eb1-2dc02bc9664a,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:58.350463 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c3c20912-a100-49e5-9373-df9b69ee56b9 req-d862dd8b-5900-4125-ae03-6f1f43d95757 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119707 Jan 28 01:07:58.405738 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-630208b6-f727-44a8-9795-cd76711c97c0 req-0a0d314c-81b2-43c6-80c6-3b7c21ea1ac6 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 210 time: 0.0522370 Jan 28 01:07:58.476039 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33570) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:58.493738 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3b66-6a76-4d0b-85df-c9478f8d67c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:58.587512 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3b66-6a76-4d0b-85df-c9478f8d67c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:58.695883 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:58.699204 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3b66-6a76-4d0b-85df-c9478f8d67c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:58.756462 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-dc5b3b66-6a76-4d0b-85df-c9478f8d67c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8fba34c94bfa45c58dc3ecb03944250d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792604 Jan 28 01:07:58.758301 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b3b66-6a76-4d0b-85df-c9478f8d67c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403340c5-eb1e-4707-aac3-519857dc4300,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:58.760599 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 33580) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:58.816479 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-066014b1-ea8e-4cc9-88eb-748759c32758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:58.842214 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-066014b1-ea8e-4cc9-88eb-748759c32758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:58.945140 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646007'] for router, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:59.047077 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-066014b1-ea8e-4cc9-88eb-748759c32758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:59.047077 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-066014b1-ea8e-4cc9-88eb-748759c32758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:59.048420 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-066014b1-ea8e-4cc9-88eb-748759c32758 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/403340c5-eb1e-4707-aac3-519857dc4300 HTTP/1.1" status: 204 len: 168 time: 0.2867899 Jan 28 01:07:59.058886 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066014b1-ea8e-4cc9-88eb-748759c32758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403340c5-eb1e-4707-aac3-519857dc4300,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:59.173633 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Router 4bee1e8b-04fb-4abb-bb53-280299fbbb48 is scheduled to L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 with binding_index 1 {{(pid=102111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:07:59.255555 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c99804e-74c7-45c5-b1b0-b0e003ef99ee None None] Network adc01bc4-9a87-4c40-9556-10c651610818 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:07:59.316206 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:59.328927 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Sync routers for ids ['4bee1e8b-04fb-4abb-bb53-280299fbbb48'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:59.348109 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25827eb8-338e-4664-bafb-58beb612220e req-2d0f2c33-fbb5-477c-9bc5-6deaa0e47ee3 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:59.350318 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25827eb8-338e-4664-bafb-58beb612220e req-2d0f2c33-fbb5-477c-9bc5-6deaa0e47ee3 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.53 "GET /v2.0/networks?id=4fa359c0-8183-4a1a-a05d-c2450e66e316 HTTP/1.1" status: 200 len: 809 time: 0.1653676 Jan 28 01:07:59.358472 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Routers {'4bee1e8b-04fb-4abb-bb53-280299fbbb48'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:59.359124 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:07:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['4bee1e8b-04fb-4abb-bb53-280299fbbb48'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:59.373412 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-25827eb8-338e-4664-bafb-58beb612220e req-67865716-984e-4834-8281-f90254aceda6 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Request body: {'port': {'device_id': '00035eb7-7a42-44d3-9c9b-4076f97f2086', 'network_id': '4fa359c0-8183-4a1a-a05d-c2450e66e316', 'admin_state_up': True, 'tenant_id': '95a9f457bbe1460282c0a926ae96b654'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:59.422275 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] Notify callbacks [] for router, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:59.424383 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-66f858f9-5136-433b-bdd0-6613456938ac admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3092058 Jan 28 01:07:59.427373 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 33604) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:07:59.465931 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-edf394bf-5d49-491d-adb3-f3d6c057d9b5 None None] Provisioning complete for port 550b013f-0946-4574-a1cd-4394ef965f44 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:59.467276 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-edf394bf-5d49-491d-adb3-f3d6c057d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:59.601169 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Set router 4bee1e8b-04fb-4abb-bb53-280299fbbb48 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:59.715649 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9347cb58-0d41-4325-a9a4-12712a9bf59e req-c35b4df6-88c4-4a97-85fd-08c7d45fc0e4 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 210 time: 0.0868661 Jan 28 01:07:59.788250 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dbbc0-90a0-4b89-9926-49867ee8fe61 req-85c9d560-8dd7-4799-a9a7-5566d63988fd tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:59.790040 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a03dbbc0-90a0-4b89-9926-49867ee8fe61 req-85c9d560-8dd7-4799-a9a7-5566d63988fd tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.3065493 Jan 28 01:07:59.829920 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-edf394bf-5d49-491d-adb3-f3d6c057d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:59.876115 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a03dbbc0-90a0-4b89-9926-49867ee8fe61 req-5a81bccd-ac76-4418-aea7-9f66fa306890 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742025 Jan 28 01:07:59.877265 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25827eb8-338e-4664-bafb-58beb612220e req-67865716-984e-4834-8281-f90254aceda6 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Made reservation on behalf of 95a9f457bbe1460282c0a926ae96b654 for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:59.887423 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-25827eb8-338e-4664-bafb-58beb612220e req-67865716-984e-4834-8281-f90254aceda6 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:07:59.931111 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'name': 'tempest-TestMinimumBasicScenario-1910758427-router', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '22af9898-ced7-4721-9eb1-2dc02bc9664a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:56Z', 'updated_at': '2022-01-28T01:07:58Z', 'revision_number': 3, 'project_id': 'b12381fc88fa45a98226d91c3ce4b323', 'gw_port': {'id': '22af9898-ced7-4721-9eb1-2dc02bc9664a', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:57Z', 'updated_at': '2022-01-28T01:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:59.991925 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Checking router: 4bee1e8b-04fb-4abb-bb53-280299fbbb48 for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:00.001622 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 550b013f-0946-4574-a1cd-4394ef965f44 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:00.003460 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Updating router 4bee1e8b-04fb-4abb-bb53-280299fbbb48 port 22af9898-ced7-4721-9eb1-2dc02bc9664a binding host dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:08:00.036587 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-edf394bf-5d49-491d-adb3-f3d6c057d9b5 None None] For port 550b013f-0946-4574-a1cd-4394ef965f44, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=550b013f-0946-4574-a1cd-4394ef965f44,segment=NetworkSegment(f0c26f23-c3cc-4c05-85cf-7a5d21649d10),segment_id=f0c26f23-c3cc-4c05-85cf-7a5d21649d10)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:00.082395 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 550b013f-0946-4574-a1cd-4394ef965f44 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:00.083931 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:00.154188 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-edf394bf-5d49-491d-adb3-f3d6c057d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:00.182633 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-25827eb8-338e-4664-bafb-58beb612220e req-67865716-984e-4834-8281-f90254aceda6 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Allocated IP 172.20.0.5 (4fa359c0-8183-4a1a-a05d-c2450e66e316/f460c686-ca0f-43e2-8fc6-3ea4e670ed4d/a54c6e79-b7e2-40e0-89be-72a64a6f4ade) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:00.212782 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:00.213830 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7b40-bb1d-4275-a36e-119e2b7c6d73 req-087490d3-062f-472d-844f-779191aff75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:00.215836 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-29fe7b40-bb1d-4275-a36e-119e2b7c6d73 req-087490d3-062f-472d-844f-779191aff75a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 1098 time: 0.0932949 Jan 28 01:08:00.296826 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf394bf-5d49-491d-adb3-f3d6c057d9b5 None None] Pushing event updated for resources: {'Port': ['ID=550b013f-0946-4574-a1cd-4394ef965f44,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:00.304334 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-29fe7b40-bb1d-4275-a36e-119e2b7c6d73 req-ac8d75cb-df57-4c10-8a01-39e9785a61fe service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778301 Jan 28 01:08:00.467676 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:00.490281 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-998b59e1-4f6c-4a13-9f5d-3f8469dac834 None None] Provisioning complete for port 550b013f-0946-4574-a1cd-4394ef965f44 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:00.490655 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-998b59e1-4f6c-4a13-9f5d-3f8469dac834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:00.515463 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-25827eb8-338e-4664-bafb-58beb612220e req-67865716-984e-4834-8281-f90254aceda6 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:00.636480 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Notify callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:00.678616 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_common [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Allocated IP 172.20.0.1 (adc01bc4-9a87-4c40-9556-10c651610818/4261443d-3b56-41e4-bb88-1453d11acff9/af356d3b-81bb-4998-b334-8f9a5ce1e29d) {{(pid=102111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:00.740566 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-25827eb8-338e-4664-bafb-58beb612220e req-67865716-984e-4834-8281-f90254aceda6 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:00.741330 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:00.784412 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Attempting to bind port 22af9898-ced7-4721-9eb1-2dc02bc9664a on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:08:00.784991 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Attempting to bind port 22af9898-ced7-4721-9eb1-2dc02bc9664a by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:08:00.785495 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Attempting to bind port 22af9898-ced7-4721-9eb1-2dc02bc9664a on network 33601191-b01a-4460-980f-590e10ed5ba8 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:00.816030 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:00.816789 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Checking segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:08:00.817337 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:00.818196 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Bound using segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:00.818988 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Bound port: 22af9898-ced7-4721-9eb1-2dc02bc9664a, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:08:00.819541 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:00.846819 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:00.859321 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25827eb8-338e-4664-bafb-58beb612220e req-67865716-984e-4834-8281-f90254aceda6 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Network 4fa359c0-8183-4a1a-a05d-c2450e66e316 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:00.862244 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-25827eb8-338e-4664-bafb-58beb612220e req-67865716-984e-4834-8281-f90254aceda6 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:00.878639 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67865716-984e-4834-8281-f90254aceda6 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Pushing event updated for resources: {'Port': ['ID=a54c6e79-b7e2-40e0-89be-72a64a6f4ade,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:00.880694 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] For port 22af9898-ced7-4721-9eb1-2dc02bc9664a, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:00.881817 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-25827eb8-338e-4664-bafb-58beb612220e req-67865716-984e-4834-8281-f90254aceda6 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:00.884055 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] For port 22af9898-ced7-4721-9eb1-2dc02bc9664a, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=22af9898-ced7-4721-9eb1-2dc02bc9664a,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:00.902818 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156cad4-a9b7-4ee3-b14d-a070031dfa66 None None] Pushing event updated for resources: {'Port': ['ID=22af9898-ced7-4721-9eb1-2dc02bc9664a,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:00.942497 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3176c-585d-4701-9b77-4310242140a8 req-c798fd6e-bc61-410d-b810-5438a86dcfbb tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:00.944122 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e2b3176c-585d-4701-9b77-4310242140a8 req-c798fd6e-bc61-410d-b810-5438a86dcfbb tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 931 time: 0.1029229 Jan 28 01:08:00.949779 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:00.967649 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25827eb8-338e-4664-bafb-58beb612220e req-67865716-984e-4834-8281-f90254aceda6 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:00.968555 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-25827eb8-338e-4664-bafb-58beb612220e req-67865716-984e-4834-8281-f90254aceda6 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:01.006993 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e2b3176c-585d-4701-9b77-4310242140a8 req-d5d724ae-de13-44c0-8081-78b2885e3e6f tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567522 Jan 28 01:08:01.013863 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:01.038175 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156cad4-a9b7-4ee3-b14d-a070031dfa66 None None] Pushing event updated for resources: {'Port': ['ID=22af9898-ced7-4721-9eb1-2dc02bc9664a,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:01.053735 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Routers {'4bee1e8b-04fb-4abb-bb53-280299fbbb48'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:01.054633 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:07:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['4bee1e8b-04fb-4abb-bb53-280299fbbb48'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:01.089242 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0bcdc-75f3-4449-beb4-5bc25f42ac20 req-cad282b0-5310-4de8-a4c5-687bd5177769 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:01.091203 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bef0bcdc-75f3-4449-beb4-5bc25f42ac20 req-cad282b0-5310-4de8-a4c5-687bd5177769 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0574384 Jan 28 01:08:01.108222 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Network adc01bc4-9a87-4c40-9556-10c651610818 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:01.111494 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:01.115759 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Received port after_create {{(pid=102111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:01.122513 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25827eb8-338e-4664-bafb-58beb612220e req-67865716-984e-4834-8281-f90254aceda6 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7537148 Jan 28 01:08:01.127069 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Pushing event updated for resources: {'Port': ['ID=af356d3b-81bb-4998-b334-8f9a5ce1e29d,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:01.154532 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Request body: {'port': {'device_id': '00035eb7-7a42-44d3-9c9b-4076f97f2086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:01.186950 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-644618'] for router_interface, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:01.262725 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:01.268587 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bef0bcdc-75f3-4449-beb4-5bc25f42ac20 req-aebfd44e-c55a-4f1e-b8f3-0f7bcc7fc3e3 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680565 Jan 28 01:08:01.284978 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] Set router 4bee1e8b-04fb-4abb-bb53-280299fbbb48 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:01.479961 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-037e219c-0457-48ba-87eb-d7a3958f0659 None None] Provisioning complete for port af356d3b-81bb-4998-b334-8f9a5ce1e29d triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:01.480999 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-037e219c-0457-48ba-87eb-d7a3958f0659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:01.540172 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-037e219c-0457-48ba-87eb-d7a3958f0659 None None] Port af356d3b-81bb-4998-b334-8f9a5ce1e29d cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:08:01.544913 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:01.651213 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'name': 'tempest-TestMinimumBasicScenario-1910758427-router', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '22af9898-ced7-4721-9eb1-2dc02bc9664a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:56Z', 'updated_at': '2022-01-28T01:07:58Z', 'revision_number': 3, 'project_id': 'b12381fc88fa45a98226d91c3ce4b323', 'gw_port': {'id': '22af9898-ced7-4721-9eb1-2dc02bc9664a', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:57Z', 'updated_at': '2022-01-28T01:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:01.684961 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 550b013f-0946-4574-a1cd-4394ef965f44 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:01.714938 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da732a-b78a-4ef1-9e01-991be67f0e11 None None] The sync data for ids ['4bee1e8b-04fb-4abb-bb53-280299fbbb48'] in dv-cinder-821890-1-smb is: [{'id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'name': 'tempest-TestMinimumBasicScenario-1910758427-router', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '22af9898-ced7-4721-9eb1-2dc02bc9664a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:56Z', 'updated_at': '2022-01-28T01:07:58Z', 'revision_number': 3, 'project_id': 'b12381fc88fa45a98226d91c3ce4b323', 'gw_port': {'id': '22af9898-ced7-4721-9eb1-2dc02bc9664a', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:57Z', 'updated_at': '2022-01-28T01:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:01.761482 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 550b013f-0946-4574-a1cd-4394ef965f44 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:01.761860 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:02.032713 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:02.065337 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54c6e79-b7e2-40e0-89be-72a64a6f4ade {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:08:02.095629 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:02.117405 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Transition to ACTIVE for port object a54c6e79-b7e2-40e0-89be-72a64a6f4ade will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:08:02.122565 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859664'] for port, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:02.223297 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff64cc7-48da-49cc-8077-90feced5c304 req-881b9add-1bd5-442f-a557-666448827887 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:02.227047 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644790'] for router_interface, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:02.232843 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Pushing event updated for resources: {'Port': ['ID=af356d3b-81bb-4998-b334-8f9a5ce1e29d,revision_number=2']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:02.233364 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dff64cc7-48da-49cc-8077-90feced5c304 req-881b9add-1bd5-442f-a557-666448827887 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 931 time: 0.0970130 Jan 28 01:08:02.236307 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:02.433738 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dff64cc7-48da-49cc-8077-90feced5c304 req-4a2c6451-30b6-47a6-afd5-feacd0d39def tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995575 Jan 28 01:08:02.457605 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Network adc01bc4-9a87-4c40-9556-10c651610818 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:02.457605 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:02.481916 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Pushing event updated for resources: {'Port': ['ID=a54c6e79-b7e2-40e0-89be-72a64a6f4ade,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:02.527736 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Attempting to bind port a54c6e79-b7e2-40e0-89be-72a64a6f4ade on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:08:02.528430 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Attempting to bind port a54c6e79-b7e2-40e0-89be-72a64a6f4ade by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'd3d807b9-3820-4882-86af-3b13141f8d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4fa359c0-8183-4a1a-a05d-c2450e66e316'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:08:02.533253 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Attempting to bind port a54c6e79-b7e2-40e0-89be-72a64a6f4ade on network 4fa359c0-8183-4a1a-a05d-c2450e66e316 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:02.556187 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Port a54c6e79-b7e2-40e0-89be-72a64a6f4ade on network 4fa359c0-8183-4a1a-a05d-c2450e66e316 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:02.556987 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Attempting to bind port a54c6e79-b7e2-40e0-89be-72a64a6f4ade on network 4fa359c0-8183-4a1a-a05d-c2450e66e316 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:02.569218 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:02.569855 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Checking segment: {'id': 'd3d807b9-3820-4882-86af-3b13141f8d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4fa359c0-8183-4a1a-a05d-c2450e66e316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:08:02.570394 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Bound using segment: {'id': 'd3d807b9-3820-4882-86af-3b13141f8d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4fa359c0-8183-4a1a-a05d-c2450e66e316'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:02.571027 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Bound port: a54c6e79-b7e2-40e0-89be-72a64a6f4ade, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d807b9-3820-4882-86af-3b13141f8d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4fa359c0-8183-4a1a-a05d-c2450e66e316'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:08:02.571532 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:02.679912 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Router 4bee1e8b-04fb-4abb-bb53-280299fbbb48 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:08:02.729808 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e3b2c-3ec3-4b8d-98c9-0f091d541af3 req-4d86eb20-668f-40f7-859b-a1ecf7fc7b83 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:02.734114 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dc1e3b2c-3ec3-4b8d-98c9-0f091d541af3 req-4d86eb20-668f-40f7-859b-a1ecf7fc7b83 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.2206132 Jan 28 01:08:02.819819 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] For port a54c6e79-b7e2-40e0-89be-72a64a6f4ade, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:02.839369 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:08:02.845361 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-ed2de277-9b61-450b-8688-386cd92a78d0 admin admin] 10.222.0.18 "PUT /v2.0/routers/4bee1e8b-04fb-4abb-bb53-280299fbbb48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4162717 Jan 28 01:08:02.869628 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-6f184604-3d3b-4e53-82bf-a8cc973960df None None] Provisioning complete for port af356d3b-81bb-4998-b334-8f9a5ce1e29d triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:02.870222 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] For port a54c6e79-b7e2-40e0-89be-72a64a6f4ade, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a54c6e79-b7e2-40e0-89be-72a64a6f4ade,segment=NetworkSegment(d3d807b9-3820-4882-86af-3b13141f8d69),segment_id=d3d807b9-3820-4882-86af-3b13141f8d69)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:02.870717 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f184604-3d3b-4e53-82bf-a8cc973960df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:02.899816 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dc1e3b2c-3ec3-4b8d-98c9-0f091d541af3 req-fa74512f-3762-4caa-af56-565ec4ad74e5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582918 Jan 28 01:08:02.921586 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-6f184604-3d3b-4e53-82bf-a8cc973960df None None] Port af356d3b-81bb-4998-b334-8f9a5ce1e29d cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:08:02.942687 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bbf7a-4fc5-404e-9d9f-9903b20fc98d req-2ff491e0-e1f2-4020-9619-9b98fdd7f0aa tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:02.953450 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-321bbf7a-4fc5-404e-9d9f-9903b20fc98d req-2ff491e0-e1f2-4020-9619-9b98fdd7f0aa tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.1200612 Jan 28 01:08:02.981950 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:03.061538 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.062501 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:03.063972 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25827eb8-338e-4664-bafb-58beb612220e req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] 10.222.0.53 "PUT /v2.0/ports/a54c6e79-b7e2-40e0-89be-72a64a6f4ade HTTP/1.1" status: 200 len: 1093 time: 1.9140067 Jan 28 01:08:03.067541 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00035eb7-7a42-44d3-9c9b-4076f97f2086', 'tag': 'a54c6e79-b7e2-40e0-89be-72a64a6f4ade'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:08:03.070763 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037d08f1-e39f-41ab-bd46-1177f0e5cb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "00035eb7-7a42-44d3-9c9b-4076f97f2086", "tag": "a54c6e79-b7e2-40e0-89be-72a64a6f4ade"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:03.125384 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-321bbf7a-4fc5-404e-9d9f-9903b20fc98d req-84e8fc57-067f-4732-b9d0-5297f309770a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593807 Jan 28 01:08:03.129682 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df3e4d-91ed-4bc6-9efd-7081f43c5985 service neutron] Pushing event updated for resources: {'Port': ['ID=a54c6e79-b7e2-40e0-89be-72a64a6f4ade,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:03.210476 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b4b6b0-ff88-4144-8016-af3b59a6516f x-openstack-request-id: req-c0b4b6b0-ff88-4144-8016-af3b59a6516f {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:03.210476 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00035eb7-7a42-44d3-9c9b-4076f97f2086", "tag": "a54c6e79-b7e2-40e0-89be-72a64a6f4ade", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:03.210476 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0b4b6b0-ff88-4144-8016-af3b59a6516f {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:03.210476 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00035eb7-7a42-44d3-9c9b-4076f97f2086', 'tag': 'a54c6e79-b7e2-40e0-89be-72a64a6f4ade', 'status': 'completed', 'code': 200} Jan 28 01:08:03.295300 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25827eb8-338e-4664-bafb-58beb612220e req-b75faf8c-dc7f-4546-8418-fbc4b039cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.296847 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25827eb8-338e-4664-bafb-58beb612220e req-b75faf8c-dc7f-4546-8418-fbc4b039cc6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=95a9f457bbe1460282c0a926ae96b654&device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 1096 time: 0.0599890 Jan 28 01:08:03.351756 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25827eb8-338e-4664-bafb-58beb612220e req-70f2284f-9241-4c2a-a9a9-6407f2b62e5a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a54c6e79-b7e2-40e0-89be-72a64a6f4ade HTTP/1.1" status: 200 len: 217 time: 0.0395765 Jan 28 01:08:03.467844 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25827eb8-338e-4664-bafb-58beb612220e req-9144f38d-9390-46fe-8166-bc147959606d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.469712 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25827eb8-338e-4664-bafb-58beb612220e req-9144f38d-9390-46fe-8166-bc147959606d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f460c686-ca0f-43e2-8fc6-3ea4e670ed4d HTTP/1.1" status: 200 len: 849 time: 0.0924234 Jan 28 01:08:03.479948 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcf75c-8256-441d-a91a-ae6aa241c465 req-bb7c3e43-a0cd-40ac-9f1b-41fb923a946a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.487322 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-57fcf75c-8256-441d-a91a-ae6aa241c465 req-bb7c3e43-a0cd-40ac-9f1b-41fb923a946a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1383448 Jan 28 01:08:03.533608 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25827eb8-338e-4664-bafb-58beb612220e req-b2c731ab-5c66-4121-8a30-c2f9a232cc01 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4fa359c0-8183-4a1a-a05d-c2450e66e316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434575 Jan 28 01:08:03.539631 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160445e-3f7a-4ebb-9c12-619b1821a504 req-61664ad8-5f90-4b2a-827d-f16cee35671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.541227 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3160445e-3f7a-4ebb-9c12-619b1821a504 req-61664ad8-5f90-4b2a-827d-f16cee35671c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724b56d47f7c418f8a7d40ff559487c8&device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 1098 time: 0.1269612 Jan 28 01:08:03.744947 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-57fcf75c-8256-441d-a91a-ae6aa241c465 req-20390d60-0665-4f3f-b5ce-a824eec9bb35 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520189 Jan 28 01:08:03.809561 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 22af9898-ced7-4721-9eb1-2dc02bc9664a up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:03.845279 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffaebb-deb8-453e-8d1a-eccf2cc54231 req-13b70866-267f-4ddd-8c91-ac6818c93e4f tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.850796 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b5ffaebb-deb8-453e-8d1a-eccf2cc54231 req-13b70866-267f-4ddd-8c91-ac6818c93e4f tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 943 time: 0.2406664 Jan 28 01:08:03.887622 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160445e-3f7a-4ebb-9c12-619b1821a504 req-a6e7c7e2-4116-42ae-b173-9e1205fd984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.889035 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3160445e-3f7a-4ebb-9c12-619b1821a504 req-a6e7c7e2-4116-42ae-b173-9e1205fd984e service neutron] 10.222.0.53 "GET /v2.0/networks?id=2947e4c9-3ac7-41d6-a65a-9ff37575a881 HTTP/1.1" status: 200 len: 919 time: 0.3341644 Jan 28 01:08:03.897739 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25827eb8-338e-4664-bafb-58beb612220e req-68765856-21f8-4cd8-b4d9-11ef5427bcee service neutron] 10.222.0.53 "GET /v2.0/networks/4fa359c0-8183-4a1a-a05d-c2450e66e316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555331 Jan 28 01:08:03.942643 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 22af9898-ced7-4721-9eb1-2dc02bc9664a triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:03.943290 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:03.981082 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3160445e-3f7a-4ebb-9c12-619b1821a504 req-2f70686b-c87c-431f-b1ec-973d0f58b847 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383d146b-f6ca-400b-92f2-9b0402079adf HTTP/1.1" status: 200 len: 217 time: 0.0823886 Jan 28 01:08:04.071882 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b5ffaebb-deb8-453e-8d1a-eccf2cc54231 req-7d19a3ac-ddda-4e50-a833-466d7ae6ea4a tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101495 Jan 28 01:08:04.081213 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:04.133783 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] For port 22af9898-ced7-4721-9eb1-2dc02bc9664a, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=22af9898-ced7-4721-9eb1-2dc02bc9664a,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:04.152438 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160445e-3f7a-4ebb-9c12-619b1821a504 req-e2cdf29b-4e54-490f-8036-939857da76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:04.154072 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3160445e-3f7a-4ebb-9c12-619b1821a504 req-e2cdf29b-4e54-490f-8036-939857da76ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66 HTTP/1.1" status: 200 len: 858 time: 0.1422415 Jan 28 01:08:04.185321 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-25827eb8-338e-4664-bafb-58beb612220e req-ac302240-aef3-4895-918d-42f6c49d1b3b service neutron] 10.222.0.53 "GET /v2.0/networks/4fa359c0-8183-4a1a-a05d-c2450e66e316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588360 Jan 28 01:08:04.196141 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Sync routers for ids ['4bee1e8b-04fb-4abb-bb53-280299fbbb48'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:08:04.209619 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Routers {'4bee1e8b-04fb-4abb-bb53-280299fbbb48'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:04.222383 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3160445e-3f7a-4ebb-9c12-619b1821a504 req-1f36ed45-c871-4afb-a422-e5164508c833 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2947e4c9-3ac7-41d6-a65a-9ff37575a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570056 Jan 28 01:08:04.223490 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:07:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['4bee1e8b-04fb-4abb-bb53-280299fbbb48'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:04.227943 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:04.373274 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Pushing event updated for resources: {'Port': ['ID=22af9898-ced7-4721-9eb1-2dc02bc9664a,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:04.389770 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b46dce-a6e8-4bdd-95ed-eafe316678b4 req-c78efc37-8658-44db-b94b-d8aa7ede758a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:04.398629 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c4b46dce-a6e8-4bdd-95ed-eafe316678b4 req-c78efc37-8658-44db-b94b-d8aa7ede758a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.1451786 Jan 28 01:08:04.410854 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Set router 4bee1e8b-04fb-4abb-bb53-280299fbbb48 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:04.484005 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3160445e-3f7a-4ebb-9c12-619b1821a504 req-2a283d98-5b06-41cb-80c8-ae638c3e707f service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481880 Jan 28 01:08:04.504852 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c4b46dce-a6e8-4bdd-95ed-eafe316678b4 req-502bfb90-bfb0-4ad4-992d-fcf4f6372cc7 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049657 Jan 28 01:08:04.554080 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d08f1-e39f-41ab-bd46-1177f0e5cb3f req-a33266b2-8ada-446b-bca8-027010f24a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:04.555881 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-037d08f1-e39f-41ab-bd46-1177f0e5cb3f req-a33266b2-8ada-446b-bca8-027010f24a91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=95a9f457bbe1460282c0a926ae96b654&device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 1096 time: 0.1355543 Jan 28 01:08:04.697531 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3160445e-3f7a-4ebb-9c12-619b1821a504 req-a8fe6d95-0757-495d-8a51-7b75c889401d service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042720 Jan 28 01:08:04.754417 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d08f1-e39f-41ab-bd46-1177f0e5cb3f req-29f069d9-8a95-4653-a101-6509fad6cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:04.755881 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-037d08f1-e39f-41ab-bd46-1177f0e5cb3f req-29f069d9-8a95-4653-a101-6509fad6cac8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4fa359c0-8183-4a1a-a05d-c2450e66e316 HTTP/1.1" status: 200 len: 910 time: 0.1876371 Jan 28 01:08:04.786437 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'name': 'tempest-TestMinimumBasicScenario-1910758427-router', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '22af9898-ced7-4721-9eb1-2dc02bc9664a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:56Z', 'updated_at': '2022-01-28T01:08:01Z', 'revision_number': 4, 'project_id': 'b12381fc88fa45a98226d91c3ce4b323', 'gw_port': {'id': '22af9898-ced7-4721-9eb1-2dc02bc9664a', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:57Z', 'updated_at': '2022-01-28T01:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'af356d3b-81bb-4998-b334-8f9a5ce1e29d', 'name': '', 'network_id': 'adc01bc4-9a87-4c40-9556-10c651610818', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'mac_address': 'fa:16:3e:a6:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4261443d-3b56-41e4-bb88-1453d11acff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:00Z', 'updated_at': '2022-01-28T01:08:01Z', 'revision_number': 2, 'project_id': 'b12381fc88fa45a98226d91c3ce4b323', 'subnets': [{'id': '4261443d-3b56-41e4-bb88-1453d11acff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:04.825853 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Checking router: 4bee1e8b-04fb-4abb-bb53-280299fbbb48 for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:08:04.826200 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Updating router 4bee1e8b-04fb-4abb-bb53-280299fbbb48 port af356d3b-81bb-4998-b334-8f9a5ce1e29d binding host dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:08:04.833748 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-037d08f1-e39f-41ab-bd46-1177f0e5cb3f req-3d481464-b90a-4cbc-9d60-3fc1f6996f8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a54c6e79-b7e2-40e0-89be-72a64a6f4ade HTTP/1.1" status: 200 len: 217 time: 0.0664430 Jan 28 01:08:04.857871 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:04.995128 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8b384-d6de-41eb-b204-862da9302ae8 req-e47b0795-5bcf-409b-b922-6fe31fb6cc05 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:05.002642 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-caf8b384-d6de-41eb-b204-862da9302ae8 req-e47b0795-5bcf-409b-b922-6fe31fb6cc05 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1676390 Jan 28 01:08:05.050810 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d08f1-e39f-41ab-bd46-1177f0e5cb3f req-8ca59039-f406-4840-bfda-77c14b819b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:05.052325 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-037d08f1-e39f-41ab-bd46-1177f0e5cb3f req-8ca59039-f406-4840-bfda-77c14b819b30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f460c686-ca0f-43e2-8fc6-3ea4e670ed4d HTTP/1.1" status: 200 len: 849 time: 0.2049944 Jan 28 01:08:05.152880 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-037d08f1-e39f-41ab-bd46-1177f0e5cb3f req-a2d51adc-cd18-44b9-8713-77167f78ef2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4fa359c0-8183-4a1a-a05d-c2450e66e316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442605 Jan 28 01:08:05.157215 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-caf8b384-d6de-41eb-b204-862da9302ae8 req-4c731cda-0dc6-40ce-93b0-17d4bc623f1c tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537306 Jan 28 01:08:05.364488 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e96e7b-3579-4431-826a-7c3bc35e8ef0 req-acf856fc-4d03-4976-aa04-36749a1a6b63 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:05.366902 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-43e96e7b-3579-4431-826a-7c3bc35e8ef0 req-acf856fc-4d03-4976-aa04-36749a1a6b63 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 943 time: 0.1441708 Jan 28 01:08:05.428582 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-037d08f1-e39f-41ab-bd46-1177f0e5cb3f req-a5adb930-468c-4f8b-a5ce-ada658b5dd12 service neutron] 10.222.0.53 "GET /v2.0/networks/4fa359c0-8183-4a1a-a05d-c2450e66e316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479126 Jan 28 01:08:05.439700 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:05.523339 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-43e96e7b-3579-4431-826a-7c3bc35e8ef0 req-b1aa23ac-e603-45f5-8b0c-b8202525fd25 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384838 Jan 28 01:08:05.529909 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:05.617372 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-037d08f1-e39f-41ab-bd46-1177f0e5cb3f req-23909791-c9e1-4232-b8ff-ec197198bb9a service neutron] 10.222.0.53 "GET /v2.0/networks/4fa359c0-8183-4a1a-a05d-c2450e66e316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878521 Jan 28 01:08:05.778675 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 22af9898-ced7-4721-9eb1-2dc02bc9664a up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:05.783016 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a9b48-3caf-480e-a1a3-7c2a014eab7a req-a9770aba-9afc-47b2-a28b-8be574571459 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:05.784559 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ad1a9b48-3caf-480e-a1a3-7c2a014eab7a req-a9770aba-9afc-47b2-a28b-8be574571459 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.1202197 Jan 28 01:08:05.850891 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6628276-86fc-45f6-af8c-c05f09a197dc None None] Pushing event updated for resources: {'Port': ['ID=af356d3b-81bb-4998-b334-8f9a5ce1e29d,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:05.870975 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ad1a9b48-3caf-480e-a1a3-7c2a014eab7a req-29ca82d5-752b-4c93-9284-870aeeda483e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756657 Jan 28 01:08:05.894986 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Attempting to bind port af356d3b-81bb-4998-b334-8f9a5ce1e29d on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:08:05.895659 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Attempting to bind port af356d3b-81bb-4998-b334-8f9a5ce1e29d by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': 'f0c26f23-c3cc-4c05-85cf-7a5d21649d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'adc01bc4-9a87-4c40-9556-10c651610818'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:08:05.896210 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Attempting to bind port af356d3b-81bb-4998-b334-8f9a5ce1e29d on network adc01bc4-9a87-4c40-9556-10c651610818 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:05.911288 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:05.913621 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Checking segment: {'id': 'f0c26f23-c3cc-4c05-85cf-7a5d21649d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'adc01bc4-9a87-4c40-9556-10c651610818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:08:05.914540 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:05.915615 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Bound using segment: {'id': 'f0c26f23-c3cc-4c05-85cf-7a5d21649d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'adc01bc4-9a87-4c40-9556-10c651610818'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:05.916654 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Bound port: af356d3b-81bb-4998-b334-8f9a5ce1e29d, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c26f23-c3cc-4c05-85cf-7a5d21649d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'adc01bc4-9a87-4c40-9556-10c651610818'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:08:05.917371 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:05.923604 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-03fbb29b-7bfa-4339-80c6-3f7f2ac857ef None None] Provisioning complete for port af356d3b-81bb-4998-b334-8f9a5ce1e29d triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:05.923604 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-03fbb29b-7bfa-4339-80c6-3f7f2ac857ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:06.047570 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 22af9898-ced7-4721-9eb1-2dc02bc9664a triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:06.079119 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:06.079119 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-03fbb29b-7bfa-4339-80c6-3f7f2ac857ef None None] Port af356d3b-81bb-4998-b334-8f9a5ce1e29d cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:08:06.130872 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] For port af356d3b-81bb-4998-b334-8f9a5ce1e29d, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:06.146561 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] For port af356d3b-81bb-4998-b334-8f9a5ce1e29d, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=af356d3b-81bb-4998-b334-8f9a5ce1e29d,segment=NetworkSegment(f0c26f23-c3cc-4c05-85cf-7a5d21649d10),segment_id=f0c26f23-c3cc-4c05-85cf-7a5d21649d10)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:06.321185 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375f86b-6ca8-4b86-a841-5e3a04266027 req-0a04f712-064d-4ba4-a490-a14d4f591439 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:06.323678 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7375f86b-6ca8-4b86-a841-5e3a04266027 req-0a04f712-064d-4ba4-a490-a14d4f591439 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0610235 Jan 28 01:08:06.358690 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:06.384159 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7375f86b-6ca8-4b86-a841-5e3a04266027 req-d12e64da-6c2a-45b5-8c98-ce41d55876db tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520980 Jan 28 01:08:06.451494 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Routers {'4bee1e8b-04fb-4abb-bb53-280299fbbb48'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:08:06.452746 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:07:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['4bee1e8b-04fb-4abb-bb53-280299fbbb48'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:06.603200 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6628276-86fc-45f6-af8c-c05f09a197dc None None] Pushing event updated for resources: {'Port': ['ID=af356d3b-81bb-4998-b334-8f9a5ce1e29d,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:06.643383 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:08:06.819813 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592f447-ab07-4011-b57d-725cfcdb93a6 req-e225c747-7c0b-4106-bd90-dd21d571f2a2 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:06.819813 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8592f447-ab07-4011-b57d-725cfcdb93a6 req-e225c747-7c0b-4106-bd90-dd21d571f2a2 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 943 time: 0.0994303 Jan 28 01:08:06.831906 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] Set router 4bee1e8b-04fb-4abb-bb53-280299fbbb48 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:08:06.936123 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8592f447-ab07-4011-b57d-725cfcdb93a6 req-a0bfc641-5840-438a-bc02-b28dd8d06909 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067555 Jan 28 01:08:07.033012 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-c64ed28c-72c3-409a-9f61-b043b2f1f98f None None] Provisioning complete for port af356d3b-81bb-4998-b334-8f9a5ce1e29d triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:07.033659 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c64ed28c-72c3-409a-9f61-b043b2f1f98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:07.148468 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862159b-4690-4cb4-9978-ea7fdd221e13 req-51c98ba9-40cd-4b2f-8df9-c6a459025c1c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:07.152007 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a862159b-4690-4cb4-9978-ea7fdd221e13 req-51c98ba9-40cd-4b2f-8df9-c6a459025c1c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0639033 Jan 28 01:08:07.238345 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a862159b-4690-4cb4-9978-ea7fdd221e13 req-df92f272-8aa1-41b9-91d9-df303e176ecf tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592835 Jan 28 01:08:07.381695 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c64ed28c-72c3-409a-9f61-b043b2f1f98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:07.426746 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-c64ed28c-72c3-409a-9f61-b043b2f1f98f None None] For port af356d3b-81bb-4998-b334-8f9a5ce1e29d, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=af356d3b-81bb-4998-b334-8f9a5ce1e29d,segment=NetworkSegment(f0c26f23-c3cc-4c05-85cf-7a5d21649d10),segment_id=f0c26f23-c3cc-4c05-85cf-7a5d21649d10)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:07.440397 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'name': 'tempest-TestMinimumBasicScenario-1910758427-router', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '22af9898-ced7-4721-9eb1-2dc02bc9664a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:56Z', 'updated_at': '2022-01-28T01:08:01Z', 'revision_number': 4, 'project_id': 'b12381fc88fa45a98226d91c3ce4b323', 'gw_port': {'id': '22af9898-ced7-4721-9eb1-2dc02bc9664a', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:57Z', 'updated_at': '2022-01-28T01:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'af356d3b-81bb-4998-b334-8f9a5ce1e29d', 'name': '', 'network_id': 'adc01bc4-9a87-4c40-9556-10c651610818', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'mac_address': 'fa:16:3e:a6:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4261443d-3b56-41e4-bb88-1453d11acff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:00Z', 'updated_at': '2022-01-28T01:08:06Z', 'revision_number': 4, 'project_id': 'b12381fc88fa45a98226d91c3ce4b323', 'subnets': [{'id': '4261443d-3b56-41e4-bb88-1453d11acff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:07.470545 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af2dbc4-9dcd-4da8-a818-7b64e6a979a6 None None] The sync data for ids ['4bee1e8b-04fb-4abb-bb53-280299fbbb48'] in dv-cinder-821890-1-smb is: [{'id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'name': 'tempest-TestMinimumBasicScenario-1910758427-router', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '22af9898-ced7-4721-9eb1-2dc02bc9664a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:56Z', 'updated_at': '2022-01-28T01:08:01Z', 'revision_number': 4, 'project_id': 'b12381fc88fa45a98226d91c3ce4b323', 'gw_port': {'id': '22af9898-ced7-4721-9eb1-2dc02bc9664a', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:57Z', 'updated_at': '2022-01-28T01:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'af356d3b-81bb-4998-b334-8f9a5ce1e29d', 'name': '', 'network_id': 'adc01bc4-9a87-4c40-9556-10c651610818', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'mac_address': 'fa:16:3e:a6:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4261443d-3b56-41e4-bb88-1453d11acff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:08:00Z', 'updated_at': '2022-01-28T01:08:06Z', 'revision_number': 4, 'project_id': 'b12381fc88fa45a98226d91c3ce4b323', 'subnets': [{'id': '4261443d-3b56-41e4-bb88-1453d11acff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:08:07.566936 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae784eb-6661-4544-8bef-a96e808f0d48 req-92c330a9-e9e4-475f-b99a-91dff81fab7f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:07.577669 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c64ed28c-72c3-409a-9f61-b043b2f1f98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:07.593576 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4ae784eb-6661-4544-8bef-a96e808f0d48 req-92c330a9-e9e4-475f-b99a-91dff81fab7f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1269226 Jan 28 01:08:07.712092 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4ae784eb-6661-4544-8bef-a96e808f0d48 req-76626e68-e455-4919-91f6-80d8fb8da294 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170604 Jan 28 01:08:07.762810 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device a54c6e79-b7e2-40e0-89be-72a64a6f4ade details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:08:07.829631 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ed28c-72c3-409a-9f61-b043b2f1f98f None None] Pushing event updated for resources: {'Port': ['ID=af356d3b-81bb-4998-b334-8f9a5ce1e29d,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:07.921995 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device af356d3b-81bb-4998-b334-8f9a5ce1e29d up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:08.117483 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port a54c6e79-b7e2-40e0-89be-72a64a6f4ade, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a54c6e79-b7e2-40e0-89be-72a64a6f4ade,segment=NetworkSegment(d3d807b9-3820-4882-86af-3b13141f8d69),segment_id=d3d807b9-3820-4882-86af-3b13141f8d69)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:08.133712 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcfc21-e8db-4976-a11b-646cfe6485ea req-53193f12-4d78-47e2-b8d2-e58ee064cbcb tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:08.139309 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-05fcfc21-e8db-4976-a11b-646cfe6485ea req-53193f12-4d78-47e2-b8d2-e58ee064cbcb tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 943 time: 0.0769491 Jan 28 01:08:08.152344 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': 'a54c6e79-b7e2-40e0-89be-72a64a6f4ade', 'network_id': '4fa359c0-8183-4a1a-a05d-c2450e66e316', 'port_id': 'a54c6e79-b7e2-40e0-89be-72a64a6f4ade', 'mac_address': 'fa:16:3e:4b:84:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f460c686-ca0f-43e2-8fc6-3ea4e670ed4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:08:08.154242 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port af356d3b-81bb-4998-b334-8f9a5ce1e29d triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:08.154642 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:08.242822 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-05fcfc21-e8db-4976-a11b-646cfe6485ea req-51d7d2b4-b9e8-4cdb-92ac-029bdf947917 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968575 Jan 28 01:08:08.263717 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:08.299037 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54c6e79-b7e2-40e0-89be-72a64a6f4ade {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:08:08.393203 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port a54c6e79-b7e2-40e0-89be-72a64a6f4ade, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a54c6e79-b7e2-40e0-89be-72a64a6f4ade,segment=NetworkSegment(d3d807b9-3820-4882-86af-3b13141f8d69),segment_id=d3d807b9-3820-4882-86af-3b13141f8d69)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:08.396246 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bc4b1-0b69-40d9-a4b7-4e77d0b16dd4 req-6ea955c6-e7b2-4b67-8bb1-586768e58eea tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:08.405238 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-777bc4b1-0b69-40d9-a4b7-4e77d0b16dd4 req-6ea955c6-e7b2-4b67-8bb1-586768e58eea tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0683134 Jan 28 01:08:08.476099 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-777bc4b1-0b69-40d9-a4b7-4e77d0b16dd4 req-696a73ee-f1ed-445f-af84-5bfcf69adb53 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666530 Jan 28 01:08:08.521427 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:08.615577 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=a54c6e79-b7e2-40e0-89be-72a64a6f4ade,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:08.821710 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d16a1bb3-d7cd-46ae-94c7-b2fb08f2160a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:08.906603 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['a54c6e79-b7e2-40e0-89be-72a64a6f4ade'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:09.471475 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759d185-7326-4a7a-afac-d6b3b839dc6e req-62e1e9bd-84fd-47db-b856-0ec5a22070f3 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:09.473250 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3759d185-7326-4a7a-afac-d6b3b839dc6e req-62e1e9bd-84fd-47db-b856-0ec5a22070f3 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 944 time: 0.1520784 Jan 28 01:08:09.597764 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3759d185-7326-4a7a-afac-d6b3b839dc6e req-ee7f5745-4890-4c58-a30e-2e5ea99a37d7 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150100 Jan 28 01:08:09.696447 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786e698-e058-47be-8722-709b49891182 req-752899b5-2b9f-4d84-9774-78c398e329e9 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:09.703439 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7786e698-e058-47be-8722-709b49891182 req-752899b5-2b9f-4d84-9774-78c398e329e9 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0945802 Jan 28 01:08:09.722783 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device af356d3b-81bb-4998-b334-8f9a5ce1e29d up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:09.763564 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7786e698-e058-47be-8722-709b49891182 req-026f9875-8d1b-4af4-821b-ae07198769aa tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553665 Jan 28 01:08:09.830868 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port af356d3b-81bb-4998-b334-8f9a5ce1e29d triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:09.830868 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:10.258766 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29140f63-2e4e-4a55-8e0b-6a24b69d76e4 req-d9d45a48-d24b-4120-8943-2d3f29f71d2f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:10.260443 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-29140f63-2e4e-4a55-8e0b-6a24b69d76e4 req-d9d45a48-d24b-4120-8943-2d3f29f71d2f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0635982 Jan 28 01:08:10.304480 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-29140f63-2e4e-4a55-8e0b-6a24b69d76e4 req-68c12c04-8180-46e3-9ffc-8d0240d0fe8c tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355818 Jan 28 01:08:10.712645 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132f7b7-d156-476a-a767-d2dc2d0175d9 req-074aef51-386f-44d3-8756-95381842cbfe tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:10.714184 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5132f7b7-d156-476a-a767-d2dc2d0175d9 req-074aef51-386f-44d3-8756-95381842cbfe tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 944 time: 0.0558941 Jan 28 01:08:10.769829 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5132f7b7-d156-476a-a767-d2dc2d0175d9 req-de4a5b3e-44f8-426e-95b3-d559840c98ca tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488806 Jan 28 01:08:10.958874 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56949a6a-dedd-46d8-aa85-2f1761493fc9 req-c5d36207-06a4-482b-8a9f-415d9b09dbd1 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:10.961545 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-56949a6a-dedd-46d8-aa85-2f1761493fc9 req-c5d36207-06a4-482b-8a9f-415d9b09dbd1 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.1103897 Jan 28 01:08:10.974234 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cbcd31f6-6426-47a8-848f-a7e2792dfeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:11.018132 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-56949a6a-dedd-46d8-aa85-2f1761493fc9 req-581b4ace-bbc6-4eda-a2d7-97c9f516136b tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469813 Jan 28 01:08:11.762089 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device a54c6e79-b7e2-40e0-89be-72a64a6f4ade up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:11.924592 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port a54c6e79-b7e2-40e0-89be-72a64a6f4ade completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:08:11.930179 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port a54c6e79-b7e2-40e0-89be-72a64a6f4ade triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:11.931527 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:11.993467 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5594e3f-beef-4191-a1f1-8f98817b656e req-89f56473-ad21-4cfb-8256-4a53904ce9e1 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:11.995828 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f5594e3f-beef-4191-a1f1-8f98817b656e req-89f56473-ad21-4cfb-8256-4a53904ce9e1 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 944 time: 0.0985091 Jan 28 01:08:12.057149 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:12.104430 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00035eb7-7a42-44d3-9c9b-4076f97f2086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54c6e79-b7e2-40e0-89be-72a64a6f4ade'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:08:12.108467 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bd02a4-b564-44b0-8d8c-9a74dc598b7a" -d '{"events": [{"server_uuid": "00035eb7-7a42-44d3-9c9b-4076f97f2086", "name": "network-vif-plugged", "status": "completed", "tag": "a54c6e79-b7e2-40e0-89be-72a64a6f4ade"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:12.135657 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port a54c6e79-b7e2-40e0-89be-72a64a6f4ade, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a54c6e79-b7e2-40e0-89be-72a64a6f4ade,segment=NetworkSegment(d3d807b9-3820-4882-86af-3b13141f8d69),segment_id=d3d807b9-3820-4882-86af-3b13141f8d69)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:12.142483 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f5594e3f-beef-4191-a1f1-8f98817b656e req-b4161905-fb1c-4da9-af08-a9d9d85b2012 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377983 Jan 28 01:08:12.148213 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:12.158337 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-035a75dd-bc39-4f75-9453-ab2a9905bc8a req-18435ff5-e5fb-4f55-a170-f32a0212ee90 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1215935 Jan 28 01:08:12.215921 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:12.256854 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba23a8f-437b-4752-b52a-9f04e5b6957e x-openstack-request-id: req-5ba23a8f-437b-4752-b52a-9f04e5b6957e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:12.262477 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00035eb7-7a42-44d3-9c9b-4076f97f2086", "name": "network-vif-plugged", "status": "completed", "tag": "a54c6e79-b7e2-40e0-89be-72a64a6f4ade", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:12.267224 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ba23a8f-437b-4752-b52a-9f04e5b6957e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:12.267224 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00035eb7-7a42-44d3-9c9b-4076f97f2086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54c6e79-b7e2-40e0-89be-72a64a6f4ade', 'code': 200} Jan 28 01:08:12.293853 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a75dd-bc39-4f75-9453-ab2a9905bc8a req-b75d125c-d912-40cc-9875-39f3eeec866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:12.295983 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-035a75dd-bc39-4f75-9453-ab2a9905bc8a req-b75d125c-d912-40cc-9875-39f3eeec866e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724b56d47f7c418f8a7d40ff559487c8&device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 1098 time: 0.0916388 Jan 28 01:08:12.309552 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16e0c2-00f8-4f59-bc9e-69cc1cb3c975 req-0f9cb672-04a1-48eb-b31a-ee98760625a3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:12.317690 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cc16e0c2-00f8-4f59-bc9e-69cc1cb3c975 req-0f9cb672-04a1-48eb-b31a-ee98760625a3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.1353264 Jan 28 01:08:12.324342 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=a54c6e79-b7e2-40e0-89be-72a64a6f4ade,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:12.479696 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cc16e0c2-00f8-4f59-bc9e-69cc1cb3c975 req-99af64fb-ce8a-412a-8011-dedf7efe25cb tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611376 Jan 28 01:08:12.483333 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a75dd-bc39-4f75-9453-ab2a9905bc8a req-68a0bc9d-3457-485c-9b75-87181ecf944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:12.485110 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-035a75dd-bc39-4f75-9453-ab2a9905bc8a req-68a0bc9d-3457-485c-9b75-87181ecf944b service neutron] 10.222.0.53 "GET /v2.0/networks?id=2947e4c9-3ac7-41d6-a65a-9ff37575a881 HTTP/1.1" status: 200 len: 919 time: 0.1652825 Jan 28 01:08:12.601528 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-035a75dd-bc39-4f75-9453-ab2a9905bc8a req-0a54377a-e577-4bb0-9bdd-97eb5ed256be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383d146b-f6ca-400b-92f2-9b0402079adf HTTP/1.1" status: 200 len: 217 time: 0.1075680 Jan 28 01:08:12.653968 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a75dd-bc39-4f75-9453-ab2a9905bc8a req-dea2657b-f0e3-4bd5-a2e3-f03ee01a9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:12.655379 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-035a75dd-bc39-4f75-9453-ab2a9905bc8a req-dea2657b-f0e3-4bd5-a2e3-f03ee01a9fb2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66 HTTP/1.1" status: 200 len: 858 time: 0.0469191 Jan 28 01:08:12.716383 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-035a75dd-bc39-4f75-9453-ab2a9905bc8a req-a520ed55-74b2-4f49-82ea-9e32e1d1489e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2947e4c9-3ac7-41d6-a65a-9ff37575a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446177 Jan 28 01:08:12.752742 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:12.860942 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f72c02-9a2d-4429-abc1-a25d899a5563 req-281e5aef-a978-47c0-9777-35ee81355e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:12.862405 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d3f72c02-9a2d-4429-abc1-a25d899a5563 req-281e5aef-a978-47c0-9777-35ee81355e37 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 1098 time: 0.1006131 Jan 28 01:08:12.885852 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-035a75dd-bc39-4f75-9453-ab2a9905bc8a req-4f18e79b-5cca-4ad7-a216-9770f1f4563a service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541400 Jan 28 01:08:12.967352 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d3f72c02-9a2d-4429-abc1-a25d899a5563 req-b300bed6-ea55-4d37-9146-d9eadf9f0c15 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952337 Jan 28 01:08:13.047437 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-035a75dd-bc39-4f75-9453-ab2a9905bc8a req-b89bdf5c-472e-44cc-a5af-4324c6264259 service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427436 Jan 28 01:08:13.310493 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95b098-3920-490f-b59f-1ffb1c1af9df req-abc7466f-252d-4c15-a13c-bb2f30da3381 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:13.313224 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dd95b098-3920-490f-b59f-1ffb1c1af9df req-abc7466f-252d-4c15-a13c-bb2f30da3381 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 945 time: 0.0682244 Jan 28 01:08:13.356013 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dd95b098-3920-490f-b59f-1ffb1c1af9df req-c9f8ba1c-a060-429c-9726-eb0b6a283aa4 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366569 Jan 28 01:08:13.714233 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:13.770176 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34058) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:13.785466 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a5d5d-3025-45b4-8868-16ddb6fa73d7 req-6e2e0947-7ad5-42f8-96b9-8beb5addd01a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:13.793548 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd7a5d5d-3025-45b4-8868-16ddb6fa73d7 req-6e2e0947-7ad5-42f8-96b9-8beb5addd01a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0884697 Jan 28 01:08:13.884946 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd7a5d5d-3025-45b4-8868-16ddb6fa73d7 req-456f29d7-ed01-401e-b1cd-ef7661ae009e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899210 Jan 28 01:08:13.889262 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:13.956586 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2b96b60e-5fee-4eff-b048-8355d4d819f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:14.080905 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2b96b60e-5fee-4eff-b048-8355d4d819f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:14.163624 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2b96b60e-5fee-4eff-b048-8355d4d819f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:14.208127 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-2b96b60e-5fee-4eff-b048-8355d4d819f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fda42314081141048554299f544839f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357748 Jan 28 01:08:14.210266 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96b60e-5fee-4eff-b048-8355d4d819f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aae5b34-50fd-40ce-921f-8e10b96000d3,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:14.211177 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 34068) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:14.272951 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-c668152a-466f-499a-901c-fd4bbd6c1c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:14.296904 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-c668152a-466f-499a-901c-fd4bbd6c1c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:14.472875 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07e982-6996-4606-ba68-aa80eb42fd2e req-1750941f-9914-464d-8c2a-5df4d4dee25d tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:14.474290 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cd07e982-6996-4606-ba68-aa80eb42fd2e req-1750941f-9914-464d-8c2a-5df4d4dee25d tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 945 time: 0.0479536 Jan 28 01:08:14.515358 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cd07e982-6996-4606-ba68-aa80eb42fd2e req-245ec9d6-1a48-4bcc-ac02-77a8fd9d74f4 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335391 Jan 28 01:08:14.793524 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-c668152a-466f-499a-901c-fd4bbd6c1c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:14.796814 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-c668152a-466f-499a-901c-fd4bbd6c1c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:14.797964 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-c668152a-466f-499a-901c-fd4bbd6c1c6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3aae5b34-50fd-40ce-921f-8e10b96000d3 HTTP/1.1" status: 204 len: 168 time: 0.5826671 Jan 28 01:08:14.809178 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668152a-466f-499a-901c-fd4bbd6c1c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aae5b34-50fd-40ce-921f-8e10b96000d3,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:15.049603 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129f733-a413-4665-8f9f-4846b5415d78 req-226a65fd-2145-46d6-95e3-804fa74637d8 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:15.051418 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d129f733-a413-4665-8f9f-4846b5415d78 req-226a65fd-2145-46d6-95e3-804fa74637d8 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0696499 Jan 28 01:08:15.108698 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d129f733-a413-4665-8f9f-4846b5415d78 req-1f07fadc-ff56-42ec-9657-c2e707a6abe4 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462813 Jan 28 01:08:15.176687 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 34092) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:15.597517 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ba870084-3ffe-4873-8fb3-cae9dcbfd6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:15.739605 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62fd61-2515-45cb-878b-cc5a37ff92ba req-07f17fd4-4d4e-4d5d-b56f-51683b594416 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:15.745132 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bc62fd61-2515-45cb-878b-cc5a37ff92ba req-07f17fd4-4d4e-4d5d-b56f-51683b594416 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 945 time: 0.0969334 Jan 28 01:08:15.806176 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ba870084-3ffe-4873-8fb3-cae9dcbfd6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:15.816480 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bc62fd61-2515-45cb-878b-cc5a37ff92ba req-48db21ff-6057-4ef6-b1f9-19ad7e005a87 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670218 Jan 28 01:08:15.820724 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34106) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:15.837136 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6d3e261d-df77-4496-bb95-8fab689cc9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:15.885214 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ba870084-3ffe-4873-8fb3-cae9dcbfd6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:16.002518 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6d3e261d-df77-4496-bb95-8fab689cc9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:16.057688 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6d3e261d-df77-4496-bb95-8fab689cc9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:16.205684 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e261d-df77-4496-bb95-8fab689cc9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213dbb84-cbec-4386-8948-e91a60715031,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:16.212719 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-6d3e261d-df77-4496-bb95-8fab689cc9f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54826dee318d498a8bd58c7427a15bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3905954 Jan 28 01:08:16.215792 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34118) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:16.277048 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-ba870084-3ffe-4873-8fb3-cae9dcbfd6b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2157a5f3990049c19cd6519764611a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0986733 Jan 28 01:08:16.279359 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba870084-3ffe-4873-8fb3-cae9dcbfd6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eff19a-abd5-41af-919d-c34c95c49366,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:16.281107 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34120) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:16.342395 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3071ee4d-a3b0-4cc0-a3d4-d17e55e98390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:16.345643 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a52702-122e-4e12-8ea3-ef3386a3df51 req-6dafdc24-cc49-41d8-b63f-d9f20823c1ed tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:16.354319 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a52702-122e-4e12-8ea3-ef3386a3df51 req-6dafdc24-cc49-41d8-b63f-d9f20823c1ed tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0759919 Jan 28 01:08:16.402981 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76a52702-122e-4e12-8ea3-ef3386a3df51 req-42da1c5c-7cef-476a-8346-62e2e5c4eb15 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413074 Jan 28 01:08:16.416249 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0e63f934-ad1b-4550-b1bb-71038af3e165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:16.426342 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3071ee4d-a3b0-4cc0-a3d4-d17e55e98390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:16.512532 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0e63f934-ad1b-4550-b1bb-71038af3e165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:16.652232 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3071ee4d-a3b0-4cc0-a3d4-d17e55e98390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:16.656144 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3071ee4d-a3b0-4cc0-a3d4-d17e55e98390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:16.661787 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-3071ee4d-a3b0-4cc0-a3d4-d17e55e98390 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/213dbb84-cbec-4386-8948-e91a60715031 HTTP/1.1" status: 204 len: 168 time: 0.4408777 Jan 28 01:08:16.684492 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071ee4d-a3b0-4cc0-a3d4-d17e55e98390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213dbb84-cbec-4386-8948-e91a60715031,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:16.687354 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0e63f934-ad1b-4550-b1bb-71038af3e165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:16.691113 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0e63f934-ad1b-4550-b1bb-71038af3e165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:16.696579 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-0e63f934-ad1b-4550-b1bb-71038af3e165 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81eff19a-abd5-41af-919d-c34c95c49366 HTTP/1.1" status: 204 len: 168 time: 0.4141707 Jan 28 01:08:16.725301 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63f934-ad1b-4550-b1bb-71038af3e165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eff19a-abd5-41af-919d-c34c95c49366,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:16.899581 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e6d51-24b5-4480-911a-213571141d35 req-884bb231-af33-423e-ac7b-f91a0e87d5c4 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:16.909521 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7f3e6d51-24b5-4480-911a-213571141d35 req-884bb231-af33-423e-ac7b-f91a0e87d5c4 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1244614 Jan 28 01:08:16.924264 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae7baf-e1fc-4ed7-8d01-de3aabe82838 req-ee1f8177-94b6-44be-9805-e57faa1ed940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:16.926112 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-81ae7baf-e1fc-4ed7-8d01-de3aabe82838 req-ee1f8177-94b6-44be-9805-e57faa1ed940 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724b56d47f7c418f8a7d40ff559487c8&device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 1098 time: 0.0832574 Jan 28 01:08:17.043553 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7f3e6d51-24b5-4480-911a-213571141d35 req-f1a01191-3390-4d03-ab86-b35aa30a8023 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330147 Jan 28 01:08:17.126311 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae7baf-e1fc-4ed7-8d01-de3aabe82838 req-4f73324a-df2e-462a-a60b-53dbd4334432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:17.127981 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-81ae7baf-e1fc-4ed7-8d01-de3aabe82838 req-4f73324a-df2e-462a-a60b-53dbd4334432 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2947e4c9-3ac7-41d6-a65a-9ff37575a881 HTTP/1.1" status: 200 len: 919 time: 0.1857691 Jan 28 01:08:17.196023 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-81ae7baf-e1fc-4ed7-8d01-de3aabe82838 req-b6bc52c5-0906-4d5f-8186-146e590f3582 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383d146b-f6ca-400b-92f2-9b0402079adf HTTP/1.1" status: 200 len: 217 time: 0.0597925 Jan 28 01:08:17.256233 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae7baf-e1fc-4ed7-8d01-de3aabe82838 req-8aadd72e-111c-4533-bf08-7401e3e2b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:17.259185 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-81ae7baf-e1fc-4ed7-8d01-de3aabe82838 req-8aadd72e-111c-4533-bf08-7401e3e2b035 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66 HTTP/1.1" status: 200 len: 858 time: 0.0568404 Jan 28 01:08:17.298005 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-81ae7baf-e1fc-4ed7-8d01-de3aabe82838 req-1bd8a6c1-32ef-43bc-985a-3fba1db2de67 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2947e4c9-3ac7-41d6-a65a-9ff37575a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311391 Jan 28 01:08:17.431442 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-81ae7baf-e1fc-4ed7-8d01-de3aabe82838 req-3d51e2ac-1c10-4e29-84fc-8d225fe92c93 service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236591 Jan 28 01:08:17.616304 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-81ae7baf-e1fc-4ed7-8d01-de3aabe82838 req-6bf3dbd2-822e-491f-a0a7-ba847eb82bd2 service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659772 Jan 28 01:08:17.631863 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fd988-515d-4e08-8345-c29b795350b7 req-fdb7eea7-b8c2-4c2e-8ce5-8b0607c4b8f9 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:17.646939 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5c1fd988-515d-4e08-8345-c29b795350b7 req-fdb7eea7-b8c2-4c2e-8ce5-8b0607c4b8f9 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.1135993 Jan 28 01:08:17.708192 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5c1fd988-515d-4e08-8345-c29b795350b7 req-747e9403-2de3-420d-95c1-5597b5d2871e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547173 Jan 28 01:08:17.884028 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34164) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:17.898195 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0ab62634-5b40-4343-8cc1-723e04dedaff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:17.981297 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0ab62634-5b40-4343-8cc1-723e04dedaff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:18.039567 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 34168) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:18.053855 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ff93dc82-0932-482b-9cd9-ca5f0a47f097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:18.061933 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0ab62634-5b40-4343-8cc1-723e04dedaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:18.097320 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-0ab62634-5b40-4343-8cc1-723e04dedaff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6c2b4051b2545ee800a9adf74e57f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122855 Jan 28 01:08:18.101346 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 34174) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:18.117937 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab62634-5b40-4343-8cc1-723e04dedaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a1255b-de60-4fc6-bd93-3c50711c1c2f,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:18.244842 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-27873d2b-d07f-4887-b6bf-9d6674764c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:18.277659 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413902b5-6625-4eee-a392-be5da7ecd507 req-5bf72d05-80fb-4a94-b1fe-c33d605f74f6 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:18.279068 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-413902b5-6625-4eee-a392-be5da7ecd507 req-5bf72d05-80fb-4a94-b1fe-c33d605f74f6 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1294370 Jan 28 01:08:18.300336 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-27873d2b-d07f-4887-b6bf-9d6674764c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:18.374763 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ff93dc82-0932-482b-9cd9-ca5f0a47f097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:18.381314 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-413902b5-6625-4eee-a392-be5da7ecd507 req-33baab96-93e4-4fa1-8f80-77fb5100946c tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901999 Jan 28 01:08:18.410810 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ff93dc82-0932-482b-9cd9-ca5f0a47f097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:18.458101 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-27873d2b-d07f-4887-b6bf-9d6674764c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:18.460697 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-27873d2b-d07f-4887-b6bf-9d6674764c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:18.462730 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-27873d2b-d07f-4887-b6bf-9d6674764c03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45a1255b-de60-4fc6-bd93-3c50711c1c2f HTTP/1.1" status: 204 len: 168 time: 0.3602266 Jan 28 01:08:18.480237 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93dc82-0932-482b-9cd9-ca5f0a47f097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9573cfa-e38d-479e-b4b6-12faeeb3c3b6,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:18.486158 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34180) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:18.494198 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-ff93dc82-0932-482b-9cd9-ca5f0a47f097 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4a538cf56f84898865c181d9dbdee10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4533331 Jan 28 01:08:18.508664 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27873d2b-d07f-4887-b6bf-9d6674764c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a1255b-de60-4fc6-bd93-3c50711c1c2f,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:18.590803 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1e57-2df7-441e-ae9d-d04a4bdf7911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:18.622152 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1e57-2df7-441e-ae9d-d04a4bdf7911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:18.828117 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1e57-2df7-441e-ae9d-d04a4bdf7911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:18.831020 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1e57-2df7-441e-ae9d-d04a4bdf7911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:18.832414 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-f7fc1e57-2df7-441e-ae9d-d04a4bdf7911 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9573cfa-e38d-479e-b4b6-12faeeb3c3b6 HTTP/1.1" status: 204 len: 168 time: 0.3452728 Jan 28 01:08:18.856795 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc1e57-2df7-441e-ae9d-d04a4bdf7911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9573cfa-e38d-479e-b4b6-12faeeb3c3b6,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:19.398127 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d70dd-b9c1-4ddd-bd87-692300da201b req-24887d34-728d-4d5b-b42f-d49e51c99559 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:19.400277 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e31d70dd-b9c1-4ddd-bd87-692300da201b req-24887d34-728d-4d5b-b42f-d49e51c99559 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.6117830 Jan 28 01:08:19.439816 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e31d70dd-b9c1-4ddd-bd87-692300da201b req-9b6d3033-bd87-4ae3-a71c-7ba2469b56aa tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332191 Jan 28 01:08:19.502785 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cce28-5437-4496-8002-fa84e850ddbf req-d9dfb213-7b89-494b-be6f-a82fcca43a09 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:19.504322 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-076cce28-5437-4496-8002-fa84e850ddbf req-d9dfb213-7b89-494b-be6f-a82fcca43a09 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0514643 Jan 28 01:08:19.549861 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-076cce28-5437-4496-8002-fa84e850ddbf req-d5469ef8-2676-433c-860e-d66a9626ec12 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387094 Jan 28 01:08:20.096080 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 34244) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:20.230325 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-c8282787-63bd-4d25-966d-3601be4574f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:20.312997 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-c8282787-63bd-4d25-966d-3601be4574f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:20.439669 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-c8282787-63bd-4d25-966d-3601be4574f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:20.486237 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-c8282787-63bd-4d25-966d-3601be4574f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92f346832bd8457980cd54657ffd49f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878801 Jan 28 01:08:20.486944 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8282787-63bd-4d25-966d-3601be4574f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ab753a-8b21-491e-af71-f98a40e99db3,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:20.493951 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 34262) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:20.588981 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-148b783c-e639-4d35-9950-a12500451160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:20.616840 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-148b783c-e639-4d35-9950-a12500451160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:20.626249 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1d8ee-30da-42ff-8ad3-926d5565f36a req-0dbae0c8-ae71-4b79-9b57-b58e391b7e17 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:20.627830 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c5c1d8ee-30da-42ff-8ad3-926d5565f36a req-0dbae0c8-ae71-4b79-9b57-b58e391b7e17 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0937846 Jan 28 01:08:20.720853 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c5c1d8ee-30da-42ff-8ad3-926d5565f36a req-6b55543e-8239-4e3f-b438-aec57b2289c8 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853262 Jan 28 01:08:20.746531 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1b37f-472f-45e7-a619-37c19ee5cdac req-a65c4fa4-3dbe-4323-8096-9e90152bc4e7 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:20.748090 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e1c1b37f-472f-45e7-a619-37c19ee5cdac req-a65c4fa4-3dbe-4323-8096-9e90152bc4e7 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0766273 Jan 28 01:08:20.797037 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e1c1b37f-472f-45e7-a619-37c19ee5cdac req-c2297400-db88-4942-8b63-e81107957cea tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424609 Jan 28 01:08:20.869134 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-148b783c-e639-4d35-9950-a12500451160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:20.880086 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-148b783c-e639-4d35-9950-a12500451160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:20.880086 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-148b783c-e639-4d35-9950-a12500451160 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8ab753a-8b21-491e-af71-f98a40e99db3 HTTP/1.1" status: 204 len: 168 time: 0.3782499 Jan 28 01:08:20.890229 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b783c-e639-4d35-9950-a12500451160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ab753a-8b21-491e-af71-f98a40e99db3,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:21.657496 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3232-2142-4b5a-9f60-5436af5bb834 req-f772030b-410d-4732-94c8-44d77e58c0a9 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:21.659104 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-571d3232-2142-4b5a-9f60-5436af5bb834 req-f772030b-410d-4732-94c8-44d77e58c0a9 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 945 time: 0.0900347 Jan 28 01:08:21.667309 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-bb1b1862-e580-43ed-be99-eb78f0a7fd1c tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:21.668791 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-bb1b1862-e580-43ed-be99-eb78f0a7fd1c tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/networks?id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 HTTP/1.1" status: 200 len: 815 time: 0.1556306 Jan 28 01:08:21.694386 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-ae4b658c-e4c3-42fb-a3fd-aae5a460dd0a tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/quotas/20c417a185e8429780c907b907b3f073 HTTP/1.1" status: 200 len: 375 time: 0.0181930 Jan 28 01:08:21.737611 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-571d3232-2142-4b5a-9f60-5436af5bb834 req-27154a90-0280-431a-85e3-af0043b18466 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677679 Jan 28 01:08:21.761441 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-1bd5c236-7452-4d1f-98ef-1810349f98b3 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=20c417a185e8429780c907b907b3f073&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566726 Jan 28 01:08:21.794255 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34328) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:21.795075 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 36bd86b5-f41d-4a6c-a257-fd10a82942fe details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:08:21.817670 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-66a961c1-e1c0-4278-8020-129c8229c59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:21.937743 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-648839ed-cf0b-4e22-9513-3bea1c330757 service neutron] 10.222.0.18 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603918 Jan 28 01:08:21.972576 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 36bd86b5-f41d-4a6c-a257-fd10a82942fe, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:21.982014 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7625e34-0a62-40ac-a1d1-8776bdd28d8d req-e0072011-4c6c-42f8-8b77-8bc64748f62a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:21.983770 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b7625e34-0a62-40ac-a1d1-8776bdd28d8d req-e0072011-4c6c-42f8-8b77-8bc64748f62a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.1053727 Jan 28 01:08:22.013447 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'port_id': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'mac_address': 'fa:16:3e:42:01:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:08:22.050119 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-66a961c1-e1c0-4278-8020-129c8229c59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:22.065460 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:22.080669 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36bd86b5-f41d-4a6c-a257-fd10a82942fe {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:08:22.108771 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 36bd86b5-f41d-4a6c-a257-fd10a82942fe, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:22.119604 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-66a961c1-e1c0-4278-8020-129c8229c59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:22.135300 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b7625e34-0a62-40ac-a1d1-8776bdd28d8d req-16458250-3889-4af7-aafa-92052f4455ff tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773506 Jan 28 01:08:22.139830 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 34348) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:22.168305 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-66a961c1-e1c0-4278-8020-129c8229c59c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9821a6544fd1455993b418c41d83ea18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707597 Jan 28 01:08:22.169876 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-ad9cdf99-71c8-4e4a-ab23-27a81fb89d53 service neutron] 10.222.0.18 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230248 Jan 28 01:08:22.170401 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 34352) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:22.175686 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:22.205504 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a961c1-e1c0-4278-8020-129c8229c59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28196971-e47a-48e8-a625-19c1e96d5a25,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:22.296501 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=36bd86b5-f41d-4a6c-a257-fd10a82942fe,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:22.362929 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d6128-242e-4872-8552-50bf4afe282f req-218c13a6-1d13-4692-926d-2d2049fdcfb5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:22.364809 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1b7d6128-242e-4872-8552-50bf4afe282f req-218c13a6-1d13-4692-926d-2d2049fdcfb5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1335182 Jan 28 01:08:22.366164 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-20570de2-0cad-4e23-80f4-0121f03cfdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:22.382007 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['36bd86b5-f41d-4a6c-a257-fd10a82942fe'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:22.411629 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:22.432330 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-20570de2-0cad-4e23-80f4-0121f03cfdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:22.494514 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1b7d6128-242e-4872-8552-50bf4afe282f req-3d3f4936-7901-4183-ae50-679c7a03c16f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121914 Jan 28 01:08:22.576333 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:22.616748 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-07d5c2ef-cb08-4425-9ab9-2c56fac48da2 req-8c0c4610-5010-4708-aac1-bfe388604fbd tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 210 time: 0.0329390 Jan 28 01:08:22.656917 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:22.704154 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=308f862c7dd74f6a8391eb9e92f1985c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5632842 Jan 28 01:08:22.705109 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193236e8-12f0-4ae2-b80b-b1fd5ba4e296,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:22.707281 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34374) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:22.714178 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.714604 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.715078 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.715491 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.715929 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.716295 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.716713 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.717112 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.717511 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.717906 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.718315 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.718741 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b3ddc-1121-4bd8-9195-6d0127eb5fd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:22.740426 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-20570de2-0cad-4e23-80f4-0121f03cfdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:22.741012 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-20570de2-0cad-4e23-80f4-0121f03cfdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:22.744607 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-20570de2-0cad-4e23-80f4-0121f03cfdcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28196971-e47a-48e8-a625-19c1e96d5a25 HTTP/1.1" status: 204 len: 168 time: 0.5689495 Jan 28 01:08:22.751167 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20570de2-0cad-4e23-80f4-0121f03cfdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28196971-e47a-48e8-a625-19c1e96d5a25,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:22.798157 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:22.850725 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:22.892684 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfb000-0b25-4149-869c-50a756c8d268 req-bea8e787-839f-4869-8459-4ce0997bef69 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:22.901404 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fccfb000-0b25-4149-869c-50a756c8d268 req-bea8e787-839f-4869-8459-4ce0997bef69 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 945 time: 0.0700166 Jan 28 01:08:22.942865 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fccfb000-0b25-4149-869c-50a756c8d268 req-e484f0ca-4c49-4bb5-b385-e65c5409f9f4 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Jan 28 01:08:23.023496 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:23.026141 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:23.027368 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/193236e8-12f0-4ae2-b80b-b1fd5ba4e296 HTTP/1.1" status: 204 len: 168 time: 0.3178461 Jan 28 01:08:23.035694 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193236e8-12f0-4ae2-b80b-b1fd5ba4e296,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:23.043146 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.043659 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.043846 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.044195 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.044578 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.044911 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.045236 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.045557 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.045880 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.046262 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.046532 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.048328 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be6921-ef98-4335-87d3-e34a01270b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:23.324650 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf356d1-c69f-471d-9b74-96a27f03d8cb req-acf98588-d7b2-4c9c-b8ef-9898fe4e5189 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:23.327303 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbf356d1-c69f-471d-9b74-96a27f03d8cb req-acf98588-d7b2-4c9c-b8ef-9898fe4e5189 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 944 time: 0.0950506 Jan 28 01:08:23.385524 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbf356d1-c69f-471d-9b74-96a27f03d8cb req-eb484f04-03f5-4eb7-b261-4157dbe71f47 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442240 Jan 28 01:08:23.816045 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-718321cc-0eb1-4fa4-b4f5-d07b67107045 req-f3e5fc17-a32a-4537-b43a-c2b0a84b420d tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 210 time: 0.0966835 Jan 28 01:08:23.824582 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 36bd86b5-f41d-4a6c-a257-fd10a82942fe up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:23.856335 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71f749-1452-4cf1-82bd-0c886554df48 req-dc8fb363-fdce-407a-baca-63f0b83f6eda tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:23.858328 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4f71f749-1452-4cf1-82bd-0c886554df48 req-dc8fb363-fdce-407a-baca-63f0b83f6eda tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.53 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 945 time: 0.2445509 Jan 28 01:08:23.865835 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9facea-7feb-4f50-baaf-c143f8c6c62f req-50b4b5a6-8beb-4124-a181-1370383669ef tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:23.876010 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4f9facea-7feb-4f50-baaf-c143f8c6c62f req-50b4b5a6-8beb-4124-a181-1370383669ef tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.2505350 Jan 28 01:08:23.939575 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port 36bd86b5-f41d-4a6c-a257-fd10a82942fe triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:23.950368 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:24.044415 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4f9facea-7feb-4f50-baaf-c143f8c6c62f req-06339a02-1964-4152-be15-2e0e297e62d5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657143 Jan 28 01:08:24.088501 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:24.166084 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7b781b-1e43-437e-8124-f55093218b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bd86b5-f41d-4a6c-a257-fd10a82942fe'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:08:24.170652 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34660979-aa68-498b-a330-adcb0c16ec3e" -d '{"events": [{"server_uuid": "6c7b781b-1e43-437e-8124-f55093218b6a", "name": "network-vif-plugged", "status": "completed", "tag": "36bd86b5-f41d-4a6c-a257-fd10a82942fe"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:24.186558 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-4f71f749-1452-4cf1-82bd-0c886554df48 req-462cdded-735b-4a99-adae-dddd0bc582d2 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Deleting port a54c6e79-b7e2-40e0-89be-72a64a6f4ade {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:08:24.192854 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4f71f749-1452-4cf1-82bd-0c886554df48 req-462cdded-735b-4a99-adae-dddd0bc582d2 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:24.225392 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63c69c-a102-444f-8f7b-235834b119a2 req-e64c1956-01de-464e-ae0d-00cb55e02555 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:24.231647 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7c63c69c-a102-444f-8f7b-235834b119a2 req-e64c1956-01de-464e-ae0d-00cb55e02555 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 945 time: 0.1675520 Jan 28 01:08:24.238261 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 36bd86b5-f41d-4a6c-a257-fd10a82942fe, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:24.269475 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c67734-0332-4411-ae1f-baf5a0c3ae02 x-openstack-request-id: req-d2c67734-0332-4411-ae1f-baf5a0c3ae02 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:24.270019 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7b781b-1e43-437e-8124-f55093218b6a", "name": "network-vif-plugged", "status": "completed", "tag": "36bd86b5-f41d-4a6c-a257-fd10a82942fe", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:24.270426 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2c67734-0332-4411-ae1f-baf5a0c3ae02 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:24.271138 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7b781b-1e43-437e-8124-f55093218b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'code': 200} Jan 28 01:08:24.304433 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:24.355707 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34436) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:24.371704 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=36bd86b5-f41d-4a6c-a257-fd10a82942fe,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:24.383301 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2f3141b9-e9fe-461c-969f-97e9e0d7459c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:24.436123 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7c63c69c-a102-444f-8f7b-235834b119a2 req-a42d157e-478e-4784-985c-1d687aa29c0f tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd963631-d638-4b15-8658-ec83f719fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749361 Jan 28 01:08:24.482701 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-4f71f749-1452-4cf1-82bd-0c886554df48 req-462cdded-735b-4a99-adae-dddd0bc582d2 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] For port a54c6e79-b7e2-40e0-89be-72a64a6f4ade, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a54c6e79-b7e2-40e0-89be-72a64a6f4ade,segment=NetworkSegment(d3d807b9-3820-4882-86af-3b13141f8d69),segment_id=d3d807b9-3820-4882-86af-3b13141f8d69)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:24.487113 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4f71f749-1452-4cf1-82bd-0c886554df48 req-462cdded-735b-4a99-adae-dddd0bc582d2 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:24.532015 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-4f71f749-1452-4cf1-82bd-0c886554df48 req-462cdded-735b-4a99-adae-dddd0bc582d2 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Calling delete_port for a54c6e79-b7e2-40e0-89be-72a64a6f4ade owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:08:24.585399 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2f3141b9-e9fe-461c-969f-97e9e0d7459c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:24.714302 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2f3141b9-e9fe-461c-969f-97e9e0d7459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:24.767962 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-2f3141b9-e9fe-461c-969f-97e9e0d7459c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1bb4871d0b24cb391d0e6bdc8bc9c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4111497 Jan 28 01:08:24.769451 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3141b9-e9fe-461c-969f-97e9e0d7459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd363aa-6792-4cc9-bded-67f36716782f,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:24.772061 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34452) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:24.789164 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e754-00a4-4709-b6de-f55e9eeaeea3 req-505dad5d-55ac-4bf6-8bf2-a888623d1921 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:24.814071 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-95b8e754-00a4-4709-b6de-f55e9eeaeea3 req-505dad5d-55ac-4bf6-8bf2-a888623d1921 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.2671609 Jan 28 01:08:24.920620 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c0ce12f9-71d7-4324-b402-ff4f61750907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:25.022010 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-95b8e754-00a4-4709-b6de-f55e9eeaeea3 req-c77d2330-e2f1-4598-8ddc-813d2b0b7126 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020051 Jan 28 01:08:25.029463 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c0ce12f9-71d7-4324-b402-ff4f61750907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:25.079329 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ce1757c4-f503-4f46-8bc9-15b0ad88455b req-4370fef0-38c7-4f76-bc5c-762cee3ea741 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 210 time: 0.1475477 Jan 28 01:08:25.217524 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c0ce12f9-71d7-4324-b402-ff4f61750907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:25.231228 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c0ce12f9-71d7-4324-b402-ff4f61750907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:25.232698 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-c0ce12f9-71d7-4324-b402-ff4f61750907 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fd363aa-6792-4cc9-bded-67f36716782f HTTP/1.1" status: 204 len: 168 time: 0.4594181 Jan 28 01:08:25.258282 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce12f9-71d7-4324-b402-ff4f61750907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd363aa-6792-4cc9-bded-67f36716782f,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:25.333829 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4f71f749-1452-4cf1-82bd-0c886554df48 req-462cdded-735b-4a99-adae-dddd0bc582d2 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:25.375118 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['a54c6e79-b7e2-40e0-89be-72a64a6f4ade'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:25.449732 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cdded-735b-4a99-adae-dddd0bc582d2 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Pushing event deleted for resources: {'Port': ['ID=a54c6e79-b7e2-40e0-89be-72a64a6f4ade,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:25.514471 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a2b35-048a-4660-89f8-7befb3ef0c7c req-a1d04566-98af-4a2e-b113-63bb1a2c938a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:25.523759 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7b9a2b35-048a-4660-89f8-7befb3ef0c7c req-a1d04566-98af-4a2e-b113-63bb1a2c938a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.3234532 Jan 28 01:08:25.543422 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f71f749-1452-4cf1-82bd-0c886554df48 req-462cdded-735b-4a99-adae-dddd0bc582d2 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] No DVR routers for this DVR port a54c6e79-b7e2-40e0-89be-72a64a6f4ade on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:08:25.552363 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4f71f749-1452-4cf1-82bd-0c886554df48 req-462cdded-735b-4a99-adae-dddd0bc582d2 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:25.558475 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4f71f749-1452-4cf1-82bd-0c886554df48 req-462cdded-735b-4a99-adae-dddd0bc582d2 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.53 "DELETE /v2.0/ports/a54c6e79-b7e2-40e0-89be-72a64a6f4ade HTTP/1.1" status: 204 len: 173 time: 1.6721733 Jan 28 01:08:25.562374 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00035eb7-7a42-44d3-9c9b-4076f97f2086', 'name': 'network-vif-deleted', 'tag': 'a54c6e79-b7e2-40e0-89be-72a64a6f4ade'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:08:25.562374 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0abea0-6cfa-480b-bb44-dbcf5f989711" -d '{"events": [{"server_uuid": "00035eb7-7a42-44d3-9c9b-4076f97f2086", "name": "network-vif-deleted", "tag": "a54c6e79-b7e2-40e0-89be-72a64a6f4ade"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:25.681831 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7b9a2b35-048a-4660-89f8-7befb3ef0c7c req-1421d864-2d2b-45ac-98a4-9542e82866c6 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419647 Jan 28 01:08:25.776233 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea19831d-f83d-4933-adb1-7c77b14c58fc x-openstack-request-id: req-ea19831d-f83d-4933-adb1-7c77b14c58fc {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:25.776851 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00035eb7-7a42-44d3-9c9b-4076f97f2086", "name": "network-vif-deleted", "tag": "a54c6e79-b7e2-40e0-89be-72a64a6f4ade", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:25.777311 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea19831d-f83d-4933-adb1-7c77b14c58fc {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:25.778307 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00035eb7-7a42-44d3-9c9b-4076f97f2086', 'name': 'network-vif-deleted', 'tag': 'a54c6e79-b7e2-40e0-89be-72a64a6f4ade', 'status': 'completed', 'code': 200} Jan 28 01:08:25.825516 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-495214cc-c0b7-414a-beea-708f6e6295a7 req-61877698-57cf-4eb9-9871-757e6c105764 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 210 time: 0.0392809 Jan 28 01:08:26.255026 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-558e8f0f-abe5-4aff-a43d-ecfbd29edd9c req-791c0b90-466d-4165-8714-d55a023f4fa1 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 210 time: 0.0782301 Jan 28 01:08:26.328221 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d145d1-e770-4732-9a1b-b52fd5ed2809 req-7312398e-cd13-48c1-89a0-bf79f88674f1 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:26.336091 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-87d145d1-e770-4732-9a1b-b52fd5ed2809 req-7312398e-cd13-48c1-89a0-bf79f88674f1 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.1983333 Jan 28 01:08:26.418964 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-87d145d1-e770-4732-9a1b-b52fd5ed2809 req-6f4ae54a-e903-4f61-87bd-fcc39bfb78a7 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818400 Jan 28 01:08:26.451615 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-defb210f-6267-4ee8-91c4-fae7ee0ce71e tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:26.454365 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-defb210f-6267-4ee8-91c4-fae7ee0ce71e tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.53 "GET /v2.0/networks?id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 HTTP/1.1" status: 200 len: 815 time: 0.2497370 Jan 28 01:08:26.487435 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-8fa5300a-65d1-4c69-b4bd-4f60a9b48f92 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Request body: {'port': {'device_id': '9431550b-2897-48c6-bca1-75f2799b891c', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'admin_state_up': True, 'tenant_id': '20c417a185e8429780c907b907b3f073'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:26.806955 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-8fa5300a-65d1-4c69-b4bd-4f60a9b48f92 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Made reservation on behalf of 20c417a185e8429780c907b907b3f073 for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:26.811974 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-8fa5300a-65d1-4c69-b4bd-4f60a9b48f92 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:26.994292 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-553f654b-55c2-4d3f-8469-74ceccce4969 req-18b532a7-6122-4abe-bd11-8a53fe46f802 tempest-VolumesActionsTest-1085075837 tempest-VolumesActionsTest-1085075837-project] 10.222.0.18 "GET /v2.0/ports?device_id=00035eb7-7a42-44d3-9c9b-4076f97f2086 HTTP/1.1" status: 200 len: 210 time: 0.0413172 Jan 28 01:08:27.018308 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abf57a-0a2c-4546-9c1b-d50775f26a09 req-fa33427f-c0d4-4faa-93c7-78aedd5ca639 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:27.023314 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e0abf57a-0a2c-4546-9c1b-d50775f26a09 req-fa33427f-c0d4-4faa-93c7-78aedd5ca639 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1931574 Jan 28 01:08:27.037300 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-8fa5300a-65d1-4c69-b4bd-4f60a9b48f92 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Allocated IP 172.20.0.9 (b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9/6a12ed7e-5262-4f52-b994-488391826371/e3ae02bb-9390-4322-bf5c-f4bb7a77a939) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:27.093386 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e0abf57a-0a2c-4546-9c1b-d50775f26a09 req-c4502804-26d6-4662-81ad-01e768380d01 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656908 Jan 28 01:08:27.278897 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-8fa5300a-65d1-4c69-b4bd-4f60a9b48f92 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:27.405234 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-8fa5300a-65d1-4c69-b4bd-4f60a9b48f92 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:27.466830 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34582) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:27.519903 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34586) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:27.568983 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-8fa5300a-65d1-4c69-b4bd-4f60a9b48f92 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:27.596821 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-8fa5300a-65d1-4c69-b4bd-4f60a9b48f92 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:27.605301 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-8fa5300a-65d1-4c69-b4bd-4f60a9b48f92 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:27.611067 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5300a-65d1-4c69-b4bd-4f60a9b48f92 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event updated for resources: {'Port': ['ID=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:27.682808 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f00fa-8a89-42d5-8925-7476b4093a2c req-37e477d5-4376-46f6-b10c-29a0ed46f588 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:27.691714 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-291f00fa-8a89-42d5-8925-7476b4093a2c req-37e477d5-4376-46f6-b10c-29a0ed46f588 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 931 time: 0.3021274 Jan 28 01:08:27.768945 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae4519-65b4-4884-9c02-6316ab3cf6d7 req-a22960a0-515c-4c98-a1ca-eb2e8f2b21ae tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:27.770514 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0cae4519-65b4-4884-9c02-6316ab3cf6d7 req-a22960a0-515c-4c98-a1ca-eb2e8f2b21ae tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.2268608 Jan 28 01:08:27.839405 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-8fa5300a-65d1-4c69-b4bd-4f60a9b48f92 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:27.839405 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-8fa5300a-65d1-4c69-b4bd-4f60a9b48f92 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:27.840926 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device a54c6e79-b7e2-40e0-89be-72a64a6f4ade no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:27.936476 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: a54c6e79-b7e2-40e0-89be-72a64a6f4ade {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:08:27.939888 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device a54c6e79-b7e2-40e0-89be-72a64a6f4ade not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:27.992825 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-637f61bf-b34c-4ff2-80d1-509b86f90353 None None] Provisioning complete for port e3ae02bb-9390-4322-bf5c-f4bb7a77a939 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:27.992825 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-637f61bf-b34c-4ff2-80d1-509b86f90353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:28.118708 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-637f61bf-b34c-4ff2-80d1-509b86f90353 None None] Port e3ae02bb-9390-4322-bf5c-f4bb7a77a939 cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:08:28.264126 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5dabb6cf-c2db-4b26-9974-fc47fe9b7d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:28.507444 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5dabb6cf-c2db-4b26-9974-fc47fe9b7d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:28.531389 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bcf7032c-8071-47c6-861b-469a5199b9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:28.564097 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-291f00fa-8a89-42d5-8925-7476b4093a2c req-4742f314-3bb6-4331-9b46-a06242f0c01f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8712685 Jan 28 01:08:28.581545 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0cae4519-65b4-4884-9c02-6316ab3cf6d7 req-4c10635b-53c2-4d52-841a-bdb556f99dc3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7859290 Jan 28 01:08:28.706376 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5dabb6cf-c2db-4b26-9974-fc47fe9b7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:28.758165 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-8fa5300a-65d1-4c69-b4bd-4f60a9b48f92 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2769949 Jan 28 01:08:28.791691 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb5525-00a0-49ee-b17d-6fe0dc0fee72 req-3983fb16-5568-426d-866c-1e69713b9a30 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:28.806591 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b4eb5525-00a0-49ee-b17d-6fe0dc0fee72 req-3983fb16-5568-426d-866c-1e69713b9a30 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1358917 Jan 28 01:08:28.828816 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Request body: {'port': {'device_id': '9431550b-2897-48c6-bca1-75f2799b891c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:28.860729 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabb6cf-c2db-4b26-9974-fc47fe9b7d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8352eec7-99f7-4f8a-89da-7a907a3a2529,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:28.889203 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bcf7032c-8071-47c6-861b-469a5199b9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:28.899019 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-5dabb6cf-c2db-4b26-9974-fc47fe9b7d3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c655af9d64ed42ff8e0b42b9d5ec1b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4310644 Jan 28 01:08:28.909460 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34614) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:28.946042 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b4eb5525-00a0-49ee-b17d-6fe0dc0fee72 req-67bf4e4f-0b80-43f3-aeed-ca12dca05f39 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376455 Jan 28 01:08:28.973238 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:29.027981 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bcf7032c-8071-47c6-861b-469a5199b9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:29.109296 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7032c-8071-47c6-861b-469a5199b9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54167d14-fe29-4a41-9382-95646473a10c,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:29.112104 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9630577a-6635-4e3d-9a22-14a535251c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:29.116530 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-bcf7032c-8071-47c6-861b-469a5199b9ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae055ff20def48a3a6c2a64fe13013bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5954297 Jan 28 01:08:29.127382 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34618) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:29.231854 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9630577a-6635-4e3d-9a22-14a535251c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:29.451171 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3cd2-e98c-4b9f-8192-98f9f6568b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:29.502588 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3cd2-e98c-4b9f-8192-98f9f6568b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:29.506150 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9630577a-6635-4e3d-9a22-14a535251c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:29.512515 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9630577a-6635-4e3d-9a22-14a535251c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:29.517049 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-9630577a-6635-4e3d-9a22-14a535251c0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8352eec7-99f7-4f8a-89da-7a907a3a2529 HTTP/1.1" status: 204 len: 168 time: 0.6038048 Jan 28 01:08:29.600097 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630577a-6635-4e3d-9a22-14a535251c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8352eec7-99f7-4f8a-89da-7a907a3a2529,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:29.622890 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ae02bb-9390-4322-bf5c-f4bb7a77a939 {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:08:29.632429 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:29.651777 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Transition to ACTIVE for port object e3ae02bb-9390-4322-bf5c-f4bb7a77a939 will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:08:29.705110 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:29.812663 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3cd2-e98c-4b9f-8192-98f9f6568b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:29.819219 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3cd2-e98c-4b9f-8192-98f9f6568b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:29.819219 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-cd5c3cd2-e98c-4b9f-8192-98f9f6568b02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54167d14-fe29-4a41-9382-95646473a10c HTTP/1.1" status: 204 len: 168 time: 0.6863816 Jan 28 01:08:29.836998 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c3cd2-e98c-4b9f-8192-98f9f6568b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54167d14-fe29-4a41-9382-95646473a10c,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:29.844324 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:30.107863 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba309b60-ce6e-4fb1-bfb3-e40e27a5786f req-053498dd-2556-4cfa-bec8-c706cc9bbb11 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:30.111165 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ba309b60-ce6e-4fb1-bfb3-e40e27a5786f req-053498dd-2556-4cfa-bec8-c706cc9bbb11 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.2265918 Jan 28 01:08:30.116384 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Attempting to bind port e3ae02bb-9390-4322-bf5c-f4bb7a77a939 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:08:30.117073 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Attempting to bind port e3ae02bb-9390-4322-bf5c-f4bb7a77a939 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:08:30.117630 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Attempting to bind port e3ae02bb-9390-4322-bf5c-f4bb7a77a939 on network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:30.153621 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c8a6a-dfe4-4845-a700-6951e158cee9 req-d5a7af3b-e276-401d-b0a9-f088ec65ea6d tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:30.156065 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4c0c8a6a-dfe4-4845-a700-6951e158cee9 req-d5a7af3b-e276-401d-b0a9-f088ec65ea6d tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 943 time: 0.2228191 Jan 28 01:08:30.158457 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Port e3ae02bb-9390-4322-bf5c-f4bb7a77a939 on network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:30.158985 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Attempting to bind port e3ae02bb-9390-4322-bf5c-f4bb7a77a939 on network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:30.204733 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:30.206338 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Checking segment: {'id': 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:08:30.207479 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Bound using segment: {'id': 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:30.208890 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Bound port: e3ae02bb-9390-4322-bf5c-f4bb7a77a939, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:08:30.210712 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:30.309847 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ba309b60-ce6e-4fb1-bfb3-e40e27a5786f req-6555b377-d11c-40cb-97a9-eca08cca581e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868639 Jan 28 01:08:30.386680 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4c0c8a6a-dfe4-4845-a700-6951e158cee9 req-322758d7-0d25-493e-a7ca-b3ff85ea1bfb tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094429 Jan 28 01:08:30.700599 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] For port e3ae02bb-9390-4322-bf5c-f4bb7a77a939, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:30.719750 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52e19a-0484-4625-bfcf-578e9a3bc0c1 req-c9bfed0d-0344-4a75-a66c-a5911a9058bd tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:30.723796 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5f52e19a-0484-4625-bfcf-578e9a3bc0c1 req-c9bfed0d-0344-4a75-a66c-a5911a9058bd tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.2191734 Jan 28 01:08:30.727697 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] For port e3ae02bb-9390-4322-bf5c-f4bb7a77a939, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,segment=NetworkSegment(dee4a4b9-e0e9-47ec-85e0-984c9585ed8c),segment_id=dee4a4b9-e0e9-47ec-85e0-984c9585ed8c)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:30.787467 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5f52e19a-0484-4625-bfcf-578e9a3bc0c1 req-209339f1-ca2e-428f-b9e6-2e6748f094c5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625942 Jan 28 01:08:30.902855 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:30.990626 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:30.991288 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:30.995413 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] 10.222.0.53 "PUT /v2.0/ports/e3ae02bb-9390-4322-bf5c-f4bb7a77a939 HTTP/1.1" status: 200 len: 1093 time: 2.1714549 Jan 28 01:08:30.995413 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9431550b-2897-48c6-bca1-75f2799b891c', 'tag': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:08:30.999497 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf3c540-0a66-4035-b319-432e96074b61" -d '{"events": [{"name": "network-changed", "server_uuid": "9431550b-2897-48c6-bca1-75f2799b891c", "tag": "e3ae02bb-9390-4322-bf5c-f4bb7a77a939"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:31.075525 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224efc1-4a01-4ec7-bd5c-b072ada42548 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:31.199021 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb87f6a-67d7-4bd0-a559-807f414f4891 x-openstack-request-id: req-afb87f6a-67d7-4bd0-a559-807f414f4891 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:31.199386 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9431550b-2897-48c6-bca1-75f2799b891c", "tag": "e3ae02bb-9390-4322-bf5c-f4bb7a77a939", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:31.199645 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afb87f6a-67d7-4bd0-a559-807f414f4891 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:31.200070 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9431550b-2897-48c6-bca1-75f2799b891c', 'tag': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939', 'status': 'completed', 'code': 200} Jan 28 01:08:31.286858 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34670) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:31.325813 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ca833846-987a-417a-b9a8-47134e1b5614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:31.385680 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-c9f613b1-5e33-4240-9734-0299e2b0fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:31.413729 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-c9f613b1-5e33-4240-9734-0299e2b0fad5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c417a185e8429780c907b907b3f073&device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 1096 time: 0.2352235 Jan 28 01:08:31.559908 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-d4b74cd6-dd2e-4b27-855b-d6bb3491d7bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939 HTTP/1.1" status: 200 len: 217 time: 0.1230147 Jan 28 01:08:31.743254 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ca833846-987a-417a-b9a8-47134e1b5614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:31.743508 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-9fa51b63-b548-4757-bff0-0f4ee4b9cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:31.745547 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-9fa51b63-b548-4757-bff0-0f4ee4b9cf8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a12ed7e-5262-4f52-b994-488391826371 HTTP/1.1" status: 200 len: 854 time: 0.1505239 Jan 28 01:08:31.891590 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6175-1056-407b-94d6-a796ed2cacc1 req-620ca352-3371-499e-9d66-6fdf0ffeddac tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:31.893730 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7e3d6175-1056-407b-94d6-a796ed2cacc1 req-620ca352-3371-499e-9d66-6fdf0ffeddac tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 943 time: 0.1656194 Jan 28 01:08:31.904363 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca8878-7761-4f6c-8f76-73804f8dcd5f req-504391e0-b0f5-41a6-97f9-81ac9d84cb1c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:31.913617 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-daca8878-7761-4f6c-8f76-73804f8dcd5f req-504391e0-b0f5-41a6-97f9-81ac9d84cb1c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.3224521 Jan 28 01:08:31.996790 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-daca8878-7761-4f6c-8f76-73804f8dcd5f req-9dd79da1-d0c7-4362-825b-b0a0ac1537b6 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745916 Jan 28 01:08:31.996790 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-e057ebe5-5304-4934-87c8-e49bd16434a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:32.003248 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-e057ebe5-5304-4934-87c8-e49bd16434a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2385211 Jan 28 01:08:32.051889 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ca833846-987a-417a-b9a8-47134e1b5614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:32.142628 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca833846-987a-417a-b9a8-47134e1b5614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216b61b8-0e61-43a8-b1b1-b1a207d1474a,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:32.146116 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7e3d6175-1056-407b-94d6-a796ed2cacc1 req-475e5c86-3742-44c7-bc75-34488d815f72 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267542 Jan 28 01:08:32.161627 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-ca833846-987a-417a-b9a8-47134e1b5614 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed9d811aea6c442fb67f5149563801de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8736577 Jan 28 01:08:32.164555 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34692) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:32.231072 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-80b58fdc-854c-42e9-96d3-1ef74ac35e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:32.324325 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-80b58fdc-854c-42e9-96d3-1ef74ac35e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:32.403152 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-228626b1-3160-4f39-b062-95ff2404d103 service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933811 Jan 28 01:08:32.425077 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db1125-a4e9-461b-a9d3-87df851eb063 req-ea7a0506-275f-479b-825d-6a663c67dec9 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:32.429068 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-83db1125-a4e9-461b-a9d3-87df851eb063 req-ea7a0506-275f-479b-825d-6a663c67dec9 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1460366 Jan 28 01:08:32.486001 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-83db1125-a4e9-461b-a9d3-87df851eb063 req-6a259f58-8cf8-42ff-b1f3-295807052e6f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521870 Jan 28 01:08:32.509109 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-80b58fdc-854c-42e9-96d3-1ef74ac35e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:32.515684 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-80b58fdc-854c-42e9-96d3-1ef74ac35e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:32.520197 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-80b58fdc-854c-42e9-96d3-1ef74ac35e8a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/216b61b8-0e61-43a8-b1b1-b1a207d1474a HTTP/1.1" status: 204 len: 168 time: 0.3533483 Jan 28 01:08:32.541546 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b58fdc-854c-42e9-96d3-1ef74ac35e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216b61b8-0e61-43a8-b1b1-b1a207d1474a,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:32.774941 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d7d268f0-3596-46b2-8c5a-731f722a9542 req-a1d8ce5e-b08c-4706-838c-d4a0382ce8e3 service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657912 Jan 28 01:08:33.237893 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3c540-0a66-4035-b319-432e96074b61 req-2c2470ac-2497-4957-9f35-527bc4ddd0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:33.239738 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fbf3c540-0a66-4035-b319-432e96074b61 req-2c2470ac-2497-4957-9f35-527bc4ddd0fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c417a185e8429780c907b907b3f073&device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 1096 time: 0.1866887 Jan 28 01:08:33.450120 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bc470-6b72-4ce9-9bd8-7e6bc20c85b4 req-ff42f99c-8d41-4813-870d-2fb4243ade84 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:33.451798 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ae9bc470-6b72-4ce9-9bd8-7e6bc20c85b4 req-ff42f99c-8d41-4813-870d-2fb4243ade84 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.2609651 Jan 28 01:08:33.524214 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3c540-0a66-4035-b319-432e96074b61 req-459d38d8-91c1-4a5e-81bc-f3f106ff6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:33.525833 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fbf3c540-0a66-4035-b319-432e96074b61 req-459d38d8-91c1-4a5e-81bc-f3f106ff6c45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 HTTP/1.1" status: 200 len: 916 time: 0.2417574 Jan 28 01:08:33.529454 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ae9bc470-6b72-4ce9-9bd8-7e6bc20c85b4 req-7e85ade4-b4ad-491a-a796-24725d5e13e5 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662096 Jan 28 01:08:33.651150 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fbf3c540-0a66-4035-b319-432e96074b61 req-f53296d5-daf8-4c27-a3ed-8a685edb76df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939 HTTP/1.1" status: 200 len: 217 time: 0.0992806 Jan 28 01:08:33.762208 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3c540-0a66-4035-b319-432e96074b61 req-ae027a25-bb6a-4682-ba43-ac071f014279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:33.763760 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fbf3c540-0a66-4035-b319-432e96074b61 req-ae027a25-bb6a-4682-ba43-ac071f014279 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a12ed7e-5262-4f52-b994-488391826371 HTTP/1.1" status: 200 len: 854 time: 0.0884080 Jan 28 01:08:33.946993 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdabdd-3fee-4ec7-b61e-f9f592d74d9e req-88fa4af7-c243-448b-a9fa-8329acd13ae9 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:33.956041 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-84fdabdd-3fee-4ec7-b61e-f9f592d74d9e req-88fa4af7-c243-448b-a9fa-8329acd13ae9 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 943 time: 0.1911018 Jan 28 01:08:33.985309 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3c540-0a66-4035-b319-432e96074b61 req-48ed2923-752a-4e06-9dc7-2cbe447516c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:33.986847 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fbf3c540-0a66-4035-b319-432e96074b61 req-48ed2923-752a-4e06-9dc7-2cbe447516c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1440537 Jan 28 01:08:34.032926 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34730) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:34.093257 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-84fdabdd-3fee-4ec7-b61e-f9f592d74d9e req-ecc6f6e5-a3db-43dc-bc20-6eee13fbf4a5 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195674 Jan 28 01:08:34.158284 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fbf3c540-0a66-4035-b319-432e96074b61 req-7b5734e2-3236-4c74-8550-82f2a4957fa2 service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642761 Jan 28 01:08:34.215914 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-33257a4d-5eb1-4718-b829-e1bc712c69b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:34.267721 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ace7bd-35f5-4d2f-bf27-2267e10f12fa req-a2dd1897-4233-4b4d-a784-0e67f3dd97ee tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:34.269199 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d4ace7bd-35f5-4d2f-bf27-2267e10f12fa req-a2dd1897-4233-4b4d-a784-0e67f3dd97ee tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0935750 Jan 28 01:08:34.291075 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-33257a4d-5eb1-4718-b829-e1bc712c69b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:34.313170 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fbf3c540-0a66-4035-b319-432e96074b61 req-260bd3cd-af33-489f-82ba-78b6fe40921f service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479454 Jan 28 01:08:34.325445 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d4ace7bd-35f5-4d2f-bf27-2267e10f12fa req-35c4388a-8850-462e-9606-d96de4e33e75 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459170 Jan 28 01:08:34.418289 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-33257a4d-5eb1-4718-b829-e1bc712c69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:34.504786 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-33257a4d-5eb1-4718-b829-e1bc712c69b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1cb3502cea04b7fb0acfe6620188979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678051 Jan 28 01:08:34.505345 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34742) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:34.517820 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33257a4d-5eb1-4718-b829-e1bc712c69b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f10cc58-ac16-4a6e-af35-3317433e8516,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:34.777727 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8f79-09ab-442f-8b5e-7d591626a1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:34.944095 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993ea20-46fb-40d2-aca2-8dc394d8a773 req-482e9e40-3e3c-4dbc-8eca-3a6c79d72e1b tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:34.946522 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8f79-09ab-442f-8b5e-7d591626a1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:34.952796 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f993ea20-46fb-40d2-aca2-8dc394d8a773 req-482e9e40-3e3c-4dbc-8eca-3a6c79d72e1b tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.1659079 Jan 28 01:08:35.051705 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f993ea20-46fb-40d2-aca2-8dc394d8a773 req-cabe8df7-7d02-4814-8f6f-ded797ae15fa tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921850 Jan 28 01:08:35.112330 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8f79-09ab-442f-8b5e-7d591626a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:35.115964 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8f79-09ab-442f-8b5e-7d591626a1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:35.122529 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-1b7d8f79-09ab-442f-8b5e-7d591626a1a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f10cc58-ac16-4a6e-af35-3317433e8516 HTTP/1.1" status: 204 len: 168 time: 0.6110260 Jan 28 01:08:35.147267 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d8f79-09ab-442f-8b5e-7d591626a1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f10cc58-ac16-4a6e-af35-3317433e8516,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:35.378336 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef313be0-6a12-4845-9869-1e9e0b94c616 req-40532668-f850-4d16-9d7b-85832a068bcd tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:35.381605 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ef313be0-6a12-4845-9869-1e9e0b94c616 req-40532668-f850-4d16-9d7b-85832a068bcd tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 943 time: 0.1194735 Jan 28 01:08:35.468552 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ef313be0-6a12-4845-9869-1e9e0b94c616 req-93c8115d-6e61-430e-89f7-bff10191aa57 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769510 Jan 28 01:08:35.796473 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8597b0-0a7c-47f3-9241-356d5a0368ee req-69317a66-9c0f-4feb-a00e-93849b73f243 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:35.812924 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e8597b0-0a7c-47f3-9241-356d5a0368ee req-69317a66-9c0f-4feb-a00e-93849b73f243 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1314864 Jan 28 01:08:35.982002 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e8597b0-0a7c-47f3-9241-356d5a0368ee req-2e562b2e-f179-4401-aae4-9fef79a93c10 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669347 Jan 28 01:08:36.312811 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519b9ca-17d7-479c-ae1c-32dfc8693c35 req-66e72701-d56a-4f7d-8f6b-91e6a3380265 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:36.319346 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5519b9ca-17d7-479c-ae1c-32dfc8693c35 req-66e72701-d56a-4f7d-8f6b-91e6a3380265 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.1189761 Jan 28 01:08:36.421699 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5519b9ca-17d7-479c-ae1c-32dfc8693c35 req-0e96afd5-3e8a-4666-b2d8-7a155bddc5e8 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904388 Jan 28 01:08:36.642545 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 34800) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:36.780360 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-125ddde9-98a2-49be-9f33-6d5879078d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:36.976604 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475875a4-e139-4cdf-a786-f3aeb6d11bae req-09abc974-b014-4595-ae9f-214b8701e286 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:36.978283 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-475875a4-e139-4cdf-a786-f3aeb6d11bae req-09abc974-b014-4595-ae9f-214b8701e286 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 943 time: 0.0863831 Jan 28 01:08:37.020512 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-125ddde9-98a2-49be-9f33-6d5879078d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:37.095678 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-475875a4-e139-4cdf-a786-f3aeb6d11bae req-20e61d2d-4be1-423d-be74-d92b992f6fd7 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070504 Jan 28 01:08:37.117709 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-125ddde9-98a2-49be-9f33-6d5879078d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:37.224341 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-125ddde9-98a2-49be-9f33-6d5879078d9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf0141b5d024422687f3333d6f6b480b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5803638 Jan 28 01:08:37.228087 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34816) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:37.308984 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e1608d20-cc73-4e58-b41e-daab07c8bb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:37.387372 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e1608d20-cc73-4e58-b41e-daab07c8bb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:37.409712 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ddde9-98a2-49be-9f33-6d5879078d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecf5d14-2827-4cfe-8c34-359a59f69209,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:37.450906 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f8457-3c9a-45f4-9da5-18dcd0a3f7f4 req-90bdf86f-9de9-4429-a31f-9470ccfdf44a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:37.459500 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-862f8457-3c9a-45f4-9da5-18dcd0a3f7f4 req-90bdf86f-9de9-4429-a31f-9470ccfdf44a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.2106490 Jan 28 01:08:37.611469 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-862f8457-3c9a-45f4-9da5-18dcd0a3f7f4 req-aaf8a947-21d1-4640-8f98-091175e310e1 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400936 Jan 28 01:08:37.624957 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e1608d20-cc73-4e58-b41e-daab07c8bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:37.630444 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e1608d20-cc73-4e58-b41e-daab07c8bb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:37.633134 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-e1608d20-cc73-4e58-b41e-daab07c8bb39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ecf5d14-2827-4cfe-8c34-359a59f69209 HTTP/1.1" status: 204 len: 168 time: 0.4024656 Jan 28 01:08:37.677253 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1608d20-cc73-4e58-b41e-daab07c8bb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecf5d14-2827-4cfe-8c34-359a59f69209,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:37.849838 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f2a26-6c25-4cc2-bf94-8501a86be45b req-b3086367-b544-404e-98c7-b19fbf7309fa tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:37.851682 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3f1f2a26-6c25-4cc2-bf94-8501a86be45b req-b3086367-b544-404e-98c7-b19fbf7309fa tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.1209733 Jan 28 01:08:37.952276 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3f1f2a26-6c25-4cc2-bf94-8501a86be45b req-7fd118ba-1034-478b-b22c-e3f038b6ba85 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920441 Jan 28 01:08:38.445623 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfa158-560b-41f9-a726-a7b24a959888 req-6f7be43b-201d-4e76-be53-e9bbcd125fd1 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:38.466383 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-18cfa158-560b-41f9-a726-a7b24a959888 req-6f7be43b-201d-4e76-be53-e9bbcd125fd1 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 943 time: 0.1611462 Jan 28 01:08:38.543685 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-18cfa158-560b-41f9-a726-a7b24a959888 req-69ccc744-f733-455c-ae61-c7c6396a4dff tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761607 Jan 28 01:08:38.813430 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c4475-85b5-4b8a-a3b0-2b4f2dac31ac req-de5571e7-6477-4143-aebf-0462d7d9ae6d tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:38.815188 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4d5c4475-85b5-4b8a-a3b0-2b4f2dac31ac req-de5571e7-6477-4143-aebf-0462d7d9ae6d tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0664818 Jan 28 01:08:38.887810 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4d5c4475-85b5-4b8a-a3b0-2b4f2dac31ac req-a1bb55fd-a2e8-497b-9e69-95aaed052419 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615711 Jan 28 01:08:39.008487 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3cd8cce5-c1cb-4ede-aaf4-d0889d7b1240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:39.124042 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 34844) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:39.174946 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf70eb-0690-4e11-8d5d-ba3bfc621ccf req-231e086a-b7d3-4fce-aeb1-e384cb54d78c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:39.176637 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-24bf70eb-0690-4e11-8d5d-ba3bfc621ccf req-231e086a-b7d3-4fce-aeb1-e384cb54d78c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0873179 Jan 28 01:08:39.264609 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-24bf70eb-0690-4e11-8d5d-ba3bfc621ccf req-9dfc657d-7ae0-47cc-b307-4dcc6bdf40f6 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774701 Jan 28 01:08:39.390662 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-00bfbd72-6a45-4358-a791-99dcc5236280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:39.595947 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-00bfbd72-6a45-4358-a791-99dcc5236280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:39.708741 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-00bfbd72-6a45-4358-a791-99dcc5236280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:39.743662 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-00bfbd72-6a45-4358-a791-99dcc5236280 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14148664e0f74d2eab40d82108cd754a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6182749 Jan 28 01:08:39.747410 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 34868) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:39.911746 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8ac81bc0-458a-4096-8af0-8f2d7636b794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:39.917091 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718a277-8bd5-4a3d-8150-0be0d5d54151 req-15310e2e-b0f9-47e6-963d-249e83f3a2cc tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:39.929994 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f718a277-8bd5-4a3d-8150-0be0d5d54151 req-15310e2e-b0f9-47e6-963d-249e83f3a2cc tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 943 time: 0.2770002 Jan 28 01:08:39.956972 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8ac81bc0-458a-4096-8af0-8f2d7636b794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:39.979583 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfbd72-6a45-4358-a791-99dcc5236280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7e5250-1147-47f6-b448-843b77790c3d,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:40.064087 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f718a277-8bd5-4a3d-8150-0be0d5d54151 req-131b47f7-1f6f-4338-a8e5-4cbf0cf39473 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317191 Jan 28 01:08:40.129025 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8ac81bc0-458a-4096-8af0-8f2d7636b794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:40.132176 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8ac81bc0-458a-4096-8af0-8f2d7636b794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:40.133514 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-8ac81bc0-458a-4096-8af0-8f2d7636b794 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae7e5250-1147-47f6-b448-843b77790c3d HTTP/1.1" status: 204 len: 168 time: 0.3831027 Jan 28 01:08:40.161244 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac81bc0-458a-4096-8af0-8f2d7636b794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7e5250-1147-47f6-b448-843b77790c3d,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:40.242328 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42d2d7-aa07-453f-91a6-5520465e581d req-6dcde300-dec9-4760-95c1-c749262e3bc0 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:40.244536 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-eb42d2d7-aa07-453f-91a6-5520465e581d req-6dcde300-dec9-4760-95c1-c749262e3bc0 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1127760 Jan 28 01:08:40.299794 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-eb42d2d7-aa07-453f-91a6-5520465e581d req-251b5512-6087-44f5-9e9a-e47b973f3112 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469382 Jan 28 01:08:40.429761 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85742f-1b07-430f-a764-ac3c4b9e3ee4 req-2d81ef89-5fd0-43d0-9b3f-ec050d8baa0a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:40.431301 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6d85742f-1b07-430f-a764-ac3c4b9e3ee4 req-2d81ef89-5fd0-43d0-9b3f-ec050d8baa0a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0621800 Jan 28 01:08:40.472220 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6d85742f-1b07-430f-a764-ac3c4b9e3ee4 req-cf4cb214-7b83-4db7-ad51-e8cc5deb7d8e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347407 Jan 28 01:08:40.911128 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c74ba552-a13a-4463-be05-330cd2ec49ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:41.305210 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-935ea5b4-0b11-4091-a9b4-c8a63e4ead11 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=79f20c24c0364e89b54e5e1910c947af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862648 Jan 28 01:08:41.332275 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be3af7-6d8e-47e0-a1df-1614ee47e67f req-f00aa150-fc4c-4aa0-98da-674b6f67f824 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:41.333756 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-11be3af7-6d8e-47e0-a1df-1614ee47e67f req-f00aa150-fc4c-4aa0-98da-674b6f67f824 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 943 time: 0.1263804 Jan 28 01:08:41.480801 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-11be3af7-6d8e-47e0-a1df-1614ee47e67f req-4b050866-e16c-448e-9db7-109fb4f6fe04 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376052 Jan 28 01:08:41.557580 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d4b74e7-2f00-4089-8241-3577a18432d2 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:41.564539 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d4b74e7-2f00-4089-8241-3577a18432d2 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500970 Jan 28 01:08:41.587155 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-67601bbf-04b7-4d95-91ba-90b4dee36071 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/quotas/79f20c24c0364e89b54e5e1910c947af HTTP/1.1" status: 200 len: 375 time: 0.0152094 Jan 28 01:08:41.624956 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-87396553-3d59-4b23-ac96-c69c5f89e38f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=79f20c24c0364e89b54e5e1910c947af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306528 Jan 28 01:08:41.689939 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08c76d-1e68-4dd4-9f9c-296034ebbe3b req-af95bbb3-3b0b-40d9-9aea-8911d3f3a201 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:41.692230 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2f08c76d-1e68-4dd4-9f9c-296034ebbe3b req-af95bbb3-3b0b-40d9-9aea-8911d3f3a201 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0707431 Jan 28 01:08:41.742978 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2f08c76d-1e68-4dd4-9f9c-296034ebbe3b req-e195c9a1-1763-4473-a455-28c3f726a7f2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450904 Jan 28 01:08:41.882415 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c1609-35bb-48db-a2e2-8678452b5bf2 req-5522a7b7-fd80-44f3-a852-69f67b0daca3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:41.884104 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c64c1609-35bb-48db-a2e2-8678452b5bf2 req-5522a7b7-fd80-44f3-a852-69f67b0daca3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0573606 Jan 28 01:08:41.991185 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c64c1609-35bb-48db-a2e2-8678452b5bf2 req-569a9b22-6a25-4399-8c3a-3dbf0af0ed1a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002913 Jan 28 01:08:42.088349 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a3abae39-9d3c-450f-9952-9177e2abf581 req-026e9216-19ca-4a56-bd12-85c0f3eb5e44 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 210 time: 0.0670261 Jan 28 01:08:42.213671 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:42.724364 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30625e8-4634-45ce-9b04-2323cc777fc2 req-57b6f161-9e2a-47e9-ac09-c67b1ff3bfaa tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:42.726318 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b30625e8-4634-45ce-9b04-2323cc777fc2 req-57b6f161-9e2a-47e9-ac09-c67b1ff3bfaa tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 943 time: 0.1221654 Jan 28 01:08:43.060580 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b30625e8-4634-45ce-9b04-2323cc777fc2 req-40b3989c-e437-4c08-beff-e2f22dc21532 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278506 Jan 28 01:08:43.114796 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829e7e1-16fd-4e7d-b0d6-f1da475441c4 req-2418f6bd-dd96-49db-9c22-7664ddee4fbd tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:43.116370 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0829e7e1-16fd-4e7d-b0d6-f1da475441c4 req-2418f6bd-dd96-49db-9c22-7664ddee4fbd tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1150725 Jan 28 01:08:43.157817 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0829e7e1-16fd-4e7d-b0d6-f1da475441c4 req-239abea1-8d15-402f-8c4f-be4c0b542edd tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336444 Jan 28 01:08:43.223148 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5db1f-1969-4aa0-922b-357221eba48f req-720c1174-2f90-4600-a342-4e997407ebe2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:43.232719 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-61d5db1f-1969-4aa0-922b-357221eba48f req-720c1174-2f90-4600-a342-4e997407ebe2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0737903 Jan 28 01:08:43.277541 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-21f29ea0-6d5a-4f2c-b624-803586ba125f req-90f8b099-5cf7-47a2-a944-e415ff1b574f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 210 time: 0.0414751 Jan 28 01:08:43.299540 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-61d5db1f-1969-4aa0-922b-357221eba48f req-cb51c547-bf96-4548-9ccb-cb205c5aee46 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658076 Jan 28 01:08:43.369544 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:43.626146 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:08:43.653615 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:43.914281 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa7e85-e10d-4ebc-a313-d68ac60f734a req-5a04c9d8-a775-4b8e-9b89-112b72cf62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:43.915798 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0dfa7e85-e10d-4ebc-a313-d68ac60f734a req-5a04c9d8-a775-4b8e-9b89-112b72cf62c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b0da38f28ed432e803107ee76115dbc&device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 1098 time: 0.0408287 Jan 28 01:08:44.026487 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:44.067011 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa7e85-e10d-4ebc-a313-d68ac60f734a req-e9e448b6-c507-4c78-a4bc-bacf0017ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:44.069840 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0dfa7e85-e10d-4ebc-a313-d68ac60f734a req-e9e448b6-c507-4c78-a4bc-bacf0017ee55 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212 HTTP/1.1" status: 200 len: 918 time: 0.1024516 Jan 28 01:08:44.137780 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0dfa7e85-e10d-4ebc-a313-d68ac60f734a req-895b62ea-3d59-4da1-ab20-83b5492c37fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe HTTP/1.1" status: 200 len: 1001 time: 0.0621409 Jan 28 01:08:44.220862 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa7e85-e10d-4ebc-a313-d68ac60f734a req-b0b9e1cb-b1f7-4b35-bbb0-dc269ef1a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:44.228844 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0dfa7e85-e10d-4ebc-a313-d68ac60f734a req-b0b9e1cb-b1f7-4b35-bbb0-dc269ef1a734 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de468f85-8d93-4089-bcfa-66cbbedae8e2 HTTP/1.1" status: 200 len: 856 time: 0.0771041 Jan 28 01:08:44.234544 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee0a7d-5d0a-4657-b822-2c661303c425 req-a2f97e27-c3ed-4b2f-b1a2-889ae5a4d7ea tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:44.236065 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-47ee0a7d-5d0a-4657-b822-2c661303c425 req-a2f97e27-c3ed-4b2f-b1a2-889ae5a4d7ea tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 943 time: 0.0834346 Jan 28 01:08:44.333856 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-47ee0a7d-5d0a-4657-b822-2c661303c425 req-906c0a27-b613-4a48-bca6-5a652553e9af tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868959 Jan 28 01:08:44.339128 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa7e85-e10d-4ebc-a313-d68ac60f734a req-00d4c22f-60ef-476d-880d-a160cb9556de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:44.341038 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0dfa7e85-e10d-4ebc-a313-d68ac60f734a req-00d4c22f-60ef-476d-880d-a160cb9556de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1020627 Jan 28 01:08:44.367688 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6c5b0-19ca-405a-9792-a4194fb73baf req-3213edb0-9222-4bf8-a233-6cfe513c8f0b tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:44.369159 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b4e6c5b0-19ca-405a-9792-a4194fb73baf req-3213edb0-9222-4bf8-a233-6cfe513c8f0b tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1150415 Jan 28 01:08:44.488580 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dd045a7c-9b7f-44c6-904d-d266bfcc9a34 req-de363b0e-a7d5-455d-b61b-53a5f0dcc639 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 210 time: 0.0659564 Jan 28 01:08:44.507908 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b4e6c5b0-19ca-405a-9792-a4194fb73baf req-12dded5e-6972-44bb-aeaa-2d8e147659e1 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194181 Jan 28 01:08:44.543647 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0dfa7e85-e10d-4ebc-a313-d68ac60f734a req-7b06dba7-1330-47d6-8657-71c5040f50c9 service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717949 Jan 28 01:08:44.663152 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc4347-194b-4a5b-814e-5b17fae43865 req-55a5f29d-185a-45f7-acb5-9a6874d2766e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:44.665142 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-32bc4347-194b-4a5b-814e-5b17fae43865 req-55a5f29d-185a-45f7-acb5-9a6874d2766e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.1147788 Jan 28 01:08:44.688987 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0dfa7e85-e10d-4ebc-a313-d68ac60f734a req-98fb7c87-8264-4f41-86ae-121dfd50bb9b service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378875 Jan 28 01:08:44.714523 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-32bc4347-194b-4a5b-814e-5b17fae43865 req-b4432056-c13a-4b13-9cfc-9842e44c509f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419426 Jan 28 01:08:45.461062 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fea87-27bf-43c9-afdb-b9a10f245d08 req-91eccab6-18f6-43de-b824-581db1f38a22 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:45.462653 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1d1fea87-27bf-43c9-afdb-b9a10f245d08 req-91eccab6-18f6-43de-b824-581db1f38a22 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 943 time: 0.0519459 Jan 28 01:08:45.513161 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-4f1584b3-1720-4d53-b6d7-7a96e44453d3 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=79f20c24c0364e89b54e5e1910c947af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359821 Jan 28 01:08:45.546355 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1d1fea87-27bf-43c9-afdb-b9a10f245d08 req-881876c1-e4b9-4650-b778-9f42e6c1c510 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760453 Jan 28 01:08:45.627662 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-14db4fb6-ad72-46e7-92d6-5774d2dff5ee req-97f2dca6-5079-483e-af25-7673fe923f75 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 210 time: 0.0406930 Jan 28 01:08:45.721782 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b4d43-4eab-4b52-9645-347bd37bc73b req-c1e4be28-37b8-46a6-bfbf-695d7f34b981 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:45.723404 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cc0b4d43-4eab-4b52-9645-347bd37bc73b req-c1e4be28-37b8-46a6-bfbf-695d7f34b981 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0876584 Jan 28 01:08:45.734808 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-2e9938e0-5f53-48ef-b4ef-7d58a87244b9 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:45.736415 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-2e9938e0-5f53-48ef-b4ef-7d58a87244b9 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159474 Jan 28 01:08:45.774980 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Request body: {'port': {'device_id': 'ea7df118-c92c-4e22-b9bb-05833b3ba836', 'network_id': 'f9cdd4ac-61fd-485d-a442-f8dc7b614127', 'admin_state_up': True, 'tenant_id': '79f20c24c0364e89b54e5e1910c947af'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:45.782451 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cc0b4d43-4eab-4b52-9645-347bd37bc73b req-b25cc911-36aa-4ce2-8ded-51f54e895ede tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451341 Jan 28 01:08:45.916707 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 36bd86b5-f41d-4a6c-a257-fd10a82942fe no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:45.931724 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee40893-fc91-4c84-8b93-070f066c015a req-b7bc9920-2546-48af-a9d4-5aa2c71672db tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:45.933207 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7ee40893-fc91-4c84-8b93-070f066c015a req-b7bc9920-2546-48af-a9d4-5aa2c71672db tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 945 time: 0.0932546 Jan 28 01:08:45.983352 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7ee40893-fc91-4c84-8b93-070f066c015a req-1985ecd3-e3ba-4fcd-939f-6c3efdab38d6 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406494 Jan 28 01:08:46.088697 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:46.112344 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7b781b-1e43-437e-8124-f55093218b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36bd86b5-f41d-4a6c-a257-fd10a82942fe'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:08:46.114571 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d87c913-c51b-48a4-a2fd-879fdf881367" -d '{"events": [{"server_uuid": "6c7b781b-1e43-437e-8124-f55093218b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "36bd86b5-f41d-4a6c-a257-fd10a82942fe"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:46.127915 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 36bd86b5-f41d-4a6c-a257-fd10a82942fe, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:46.151325 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a591283-c2a1-4e75-affe-f4261b73abff x-openstack-request-id: req-5a591283-c2a1-4e75-affe-f4261b73abff {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:46.151655 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7b781b-1e43-437e-8124-f55093218b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "36bd86b5-f41d-4a6c-a257-fd10a82942fe", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:46.151944 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a591283-c2a1-4e75-affe-f4261b73abff {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:46.152353 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7b781b-1e43-437e-8124-f55093218b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'code': 200} Jan 28 01:08:46.209255 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Made reservation on behalf of 79f20c24c0364e89b54e5e1910c947af for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:08:46.212833 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:46.222509 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:46.249253 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:46.297623 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=36bd86b5-f41d-4a6c-a257-fd10a82942fe,revision_number=8']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:46.300382 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:46.380413 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:46.459023 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe82864-ccb0-4ffc-b34c-4f73266f294f,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:46.536643 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Allocated IP 192.168.233.42 (f9cdd4ac-61fd-485d-a442-f8dc7b614127/cdb4918f-f17f-47c6-b3e0-09f1708ed661/cbde5988-e662-4783-8683-e5928af00220) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:08:46.747280 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-69685536-0a80-4bc7-bac6-e062422e63cd req-76c82c59-cbf8-4a07-aef5-9f489506da82 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 210 time: 0.0444117 Jan 28 01:08:46.773263 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e9987-dec8-4bdf-8340-c2e399161168 req-a6e5de45-38e9-4d79-a6d0-078e779f18da tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:46.774994 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fa1e9987-dec8-4bdf-8340-c2e399161168 req-a6e5de45-38e9-4d79-a6d0-078e779f18da tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 943 time: 0.1541462 Jan 28 01:08:46.802318 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:46.837713 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fa1e9987-dec8-4bdf-8340-c2e399161168 req-232caa4a-de1b-447f-9607-3b7a55b3687e tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551147 Jan 28 01:08:46.921958 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9f2f9-0a91-4fe4-940f-9f098bf1098a req-a841d7d8-4063-4940-b02c-559537770ae5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:46.923518 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-18b9f2f9-0a91-4fe4-940f-9f098bf1098a req-a841d7d8-4063-4940-b02c-559537770ae5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0541527 Jan 28 01:08:46.961887 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-18b9f2f9-0a91-4fe4-940f-9f098bf1098a req-94a52e40-d673-421e-b5d3-9f3e3daadc20 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319433 Jan 28 01:08:47.010025 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:47.054283 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Network f9cdd4ac-61fd-485d-a442-f8dc7b614127 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:08:47.059855 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:08:47.066461 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:08:47.128230 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Pushing event updated for resources: {'Port': ['ID=cbde5988-e662-4783-8683-e5928af00220,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:47.164335 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:47.164954 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:47.188764 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad870a-724d-48c8-ad3b-7a8ccd3f37a5 req-10e3b01f-2f7c-453d-8d90-d395485ee616 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:47.191026 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f0ad870a-724d-48c8-ad3b-7a8ccd3f37a5 req-10e3b01f-2f7c-453d-8d90-d395485ee616 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.1265180 Jan 28 01:08:47.241311 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f0ad870a-724d-48c8-ad3b-7a8ccd3f37a5 req-39ed30ae-6671-4ada-9991-26740814ea5d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438628 Jan 28 01:08:47.269485 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-5d942d89-8ee1-430e-ba28-fcabdcb5746f tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5005484 Jan 28 01:08:47.291388 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Request body: {'port': {'device_id': 'ea7df118-c92c-4e22-b9bb-05833b3ba836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:08:47.339628 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-417d0a38-326b-4c54-8459-b732aa2b7f9e None None] Provisioning complete for port cbde5988-e662-4783-8683-e5928af00220 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:47.342054 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-417d0a38-326b-4c54-8459-b732aa2b7f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:47.366050 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:47.385521 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-417d0a38-326b-4c54-8459-b732aa2b7f9e None None] Port cbde5988-e662-4783-8683-e5928af00220 cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:08:47.661231 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbde5988-e662-4783-8683-e5928af00220 {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:08:47.671203 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:47.682393 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Transition to ACTIVE for port object cbde5988-e662-4783-8683-e5928af00220 will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:08:47.782377 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:47.863301 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Pushing event updated for resources: {'Port': ['ID=cbde5988-e662-4783-8683-e5928af00220,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:47.914215 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device e3ae02bb-9390-4322-bf5c-f4bb7a77a939 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:08:47.939551 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6298c3-611c-4cc6-a0de-e8c245f28a96 req-2e482883-199e-4071-97da-c1e412c49cb7 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:47.945595 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1d6298c3-611c-4cc6-a0de-e8c245f28a96 req-2e482883-199e-4071-97da-c1e412c49cb7 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 947 time: 0.1119039 Jan 28 01:08:47.968630 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Attempting to bind port cbde5988-e662-4783-8683-e5928af00220 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:08:47.968972 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Attempting to bind port cbde5988-e662-4783-8683-e5928af00220 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '348eb817-9e1d-4660-8e1b-ec67380ffb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f9cdd4ac-61fd-485d-a442-f8dc7b614127'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:08:47.969286 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Attempting to bind port cbde5988-e662-4783-8683-e5928af00220 on network f9cdd4ac-61fd-485d-a442-f8dc7b614127 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:47.977105 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Port cbde5988-e662-4783-8683-e5928af00220 on network f9cdd4ac-61fd-485d-a442-f8dc7b614127 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:08:47.977417 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Attempting to bind port cbde5988-e662-4783-8683-e5928af00220 on network f9cdd4ac-61fd-485d-a442-f8dc7b614127 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:08:48.003150 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:08:48.003150 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Checking segment: {'id': '348eb817-9e1d-4660-8e1b-ec67380ffb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f9cdd4ac-61fd-485d-a442-f8dc7b614127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:08:48.003150 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Bound using segment: {'id': '348eb817-9e1d-4660-8e1b-ec67380ffb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f9cdd4ac-61fd-485d-a442-f8dc7b614127'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:08:48.003150 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Bound port: cbde5988-e662-4783-8683-e5928af00220, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '348eb817-9e1d-4660-8e1b-ec67380ffb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f9cdd4ac-61fd-485d-a442-f8dc7b614127'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:08:48.003150 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:48.011224 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1d6298c3-611c-4cc6-a0de-e8c245f28a96 req-adbcba25-af2a-4619-b21e-c6322dab1e35 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592489 Jan 28 01:08:48.083121 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] For port cbde5988-e662-4783-8683-e5928af00220, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:08:48.086809 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] For port cbde5988-e662-4783-8683-e5928af00220, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=cbde5988-e662-4783-8683-e5928af00220,segment=NetworkSegment(348eb817-9e1d-4660-8e1b-ec67380ffb22),segment_id=348eb817-9e1d-4660-8e1b-ec67380ffb22)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:08:48.096947 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port e3ae02bb-9390-4322-bf5c-f4bb7a77a939, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,segment=NetworkSegment(dee4a4b9-e0e9-47ec-85e0-984c9585ed8c),segment_id=dee4a4b9-e0e9-47ec-85e0-984c9585ed8c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:48.108676 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'port_id': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939', 'mac_address': 'fa:16:3e:40:1f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a12ed7e-5262-4f52-b994-488391826371', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:08:48.147539 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7b275-fe56-49d7-a5a5-bdcdb991f817 req-53791b7d-bf71-4832-aa36-b1d6160e13d3 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:48.155390 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-98a7b275-fe56-49d7-a5a5-bdcdb991f817 req-53791b7d-bf71-4832-aa36-b1d6160e13d3 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 943 time: 0.0525975 Jan 28 01:08:48.155639 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:48.163722 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ae02bb-9390-4322-bf5c-f4bb7a77a939 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:08:48.185209 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port e3ae02bb-9390-4322-bf5c-f4bb7a77a939, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,segment=NetworkSegment(dee4a4b9-e0e9-47ec-85e0-984c9585ed8c),segment_id=dee4a4b9-e0e9-47ec-85e0-984c9585ed8c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:48.189657 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-98a7b275-fe56-49d7-a5a5-bdcdb991f817 req-43cf122b-10e8-46cc-bec5-760b1ef3cd97 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337350 Jan 28 01:08:48.203892 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:48.238143 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:48.238753 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:48.240280 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] 10.222.0.53 "PUT /v2.0/ports/cbde5988-e662-4783-8683-e5928af00220 HTTP/1.1" status: 200 len: 1097 time: 0.9536912 Jan 28 01:08:48.240571 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7df118-c92c-4e22-b9bb-05833b3ba836', 'tag': 'cbde5988-e662-4783-8683-e5928af00220'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:08:48.243036 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6440394f-efc8-4cd6-a847-d3abb20de4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7df118-c92c-4e22-b9bb-05833b3ba836", "tag": "cbde5988-e662-4783-8683-e5928af00220"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:48.279013 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:48.317202 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ab177-b9b0-4ffb-a202-f9e97a076519 service neutron] Pushing event updated for resources: {'Port': ['ID=cbde5988-e662-4783-8683-e5928af00220,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:48.336450 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:48.344315 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:48.350532 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:48.350532 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:48.350963 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dd9b3-a4db-4bf8-925c-89a9879e6fcd req-5adfcb44-d881-4bd6-aea5-f18879c1d11f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:48.351066 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:48.351066 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:48.351066 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:48.351066 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:48.351066 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:48.351408 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b89dd9b3-a4db-4bf8-925c-89a9879e6fcd req-5adfcb44-d881-4bd6-aea5-f18879c1d11f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0921395 Jan 28 01:08:48.351486 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:48.351486 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:48.351486 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:48.351486 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:08:48.407375 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b89dd9b3-a4db-4bf8-925c-89a9879e6fcd req-457df745-daf5-447a-98f7-3aa66719c2e9 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523663 Jan 28 01:08:48.456959 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813607c3-7ef6-49d8-9482-aa8e702d2952 x-openstack-request-id: req-813607c3-7ef6-49d8-9482-aa8e702d2952 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:48.457263 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7df118-c92c-4e22-b9bb-05833b3ba836", "tag": "cbde5988-e662-4783-8683-e5928af00220", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:48.457520 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-813607c3-7ef6-49d8-9482-aa8e702d2952 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:48.457979 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7df118-c92c-4e22-b9bb-05833b3ba836', 'tag': 'cbde5988-e662-4783-8683-e5928af00220', 'status': 'completed', 'code': 200} Jan 28 01:08:48.478738 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-3161b851-2677-4ba3-8f2a-50bc2333c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:48.480329 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-3161b851-2677-4ba3-8f2a-50bc2333c562 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79f20c24c0364e89b54e5e1910c947af&device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 1100 time: 0.0720687 Jan 28 01:08:48.534939 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-9f1f3e7b-12c7-4b0e-86c3-07e79349ceb8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=cbde5988-e662-4783-8683-e5928af00220 HTTP/1.1" status: 200 len: 217 time: 0.0403774 Jan 28 01:08:48.592301 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-df20a0c4-72f3-4052-a420-801fc6ad0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:48.593815 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-df20a0c4-72f3-4052-a420-801fc6ad0693 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdb4918f-f17f-47c6-b3e0-09f1708ed661 HTTP/1.1" status: 200 len: 843 time: 0.0527191 Jan 28 01:08:48.605478 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [req-af723b11-6018-46c3-93dd-418ef9e81844 req-eb70a966-0a5b-4ecf-b903-1e7e5dd6ebb1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:08:48.606465 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-af723b11-6018-46c3-93dd-418ef9e81844 req-eb70a966-0a5b-4ecf-b903-1e7e5dd6ebb1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052214 Jan 28 01:08:48.608074 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['e3ae02bb-9390-4322-bf5c-f4bb7a77a939'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:48.653363 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-852a0b5e-478b-42e2-a118-3828538fd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:48.655894 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-852a0b5e-478b-42e2-a118-3828538fd6dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f9cdd4ac-61fd-485d-a442-f8dc7b614127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479941 Jan 28 01:08:48.771803 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-3c5cd321-ba88-4932-a5f2-7ff59c3afa82 service neutron] 10.222.0.53 "GET /v2.0/networks/f9cdd4ac-61fd-485d-a442-f8dc7b614127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097302 Jan 28 01:08:48.900777 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbc85b30-d7ac-44fb-81a5-de0a5a57fdec req-20bf7093-cd2b-4008-a820-63111a259fc1 service neutron] 10.222.0.53 "GET /v2.0/networks/f9cdd4ac-61fd-485d-a442-f8dc7b614127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178916 Jan 28 01:08:48.947011 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b928e-147a-403a-8721-0326328ae033 req-4e1e6f2b-312c-40fb-bb34-870fb24e6d8d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:48.947564 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5a5b928e-147a-403a-8721-0326328ae033 req-4e1e6f2b-312c-40fb-bb34-870fb24e6d8d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0614789 Jan 28 01:08:48.993223 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5a5b928e-147a-403a-8721-0326328ae033 req-a337e196-e2b2-45fe-8c64-4cc80bc29910 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384908 Jan 28 01:08:49.229005 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440394f-efc8-4cd6-a847-d3abb20de4b5 req-563e2c15-b5e6-49a6-a56d-6ef9cfb31fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:49.230599 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6440394f-efc8-4cd6-a847-d3abb20de4b5 req-563e2c15-b5e6-49a6-a56d-6ef9cfb31fb9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79f20c24c0364e89b54e5e1910c947af&device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 1100 time: 0.1051285 Jan 28 01:08:49.244164 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8313548-8dcc-4dda-8a83-ffbbb119244f req-f9733c0f-83ad-47e4-83b0-66ba8fe011e1 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:49.246102 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a8313548-8dcc-4dda-8a83-ffbbb119244f req-f9733c0f-83ad-47e4-83b0-66ba8fe011e1 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 947 time: 0.1116107 Jan 28 01:08:49.383082 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a8313548-8dcc-4dda-8a83-ffbbb119244f req-69ecb5ef-3052-4221-910c-b571aeb3b112 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161277 Jan 28 01:08:49.409640 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440394f-efc8-4cd6-a847-d3abb20de4b5 req-0bbb40e1-f8d5-4053-95cc-44d4cad77e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:49.409640 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6440394f-efc8-4cd6-a847-d3abb20de4b5 req-0bbb40e1-f8d5-4053-95cc-44d4cad77e73 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f9cdd4ac-61fd-485d-a442-f8dc7b614127 HTTP/1.1" status: 200 len: 870 time: 0.1571994 Jan 28 01:08:49.413861 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cae088-5c93-49db-81eb-4269b3b4ec28 req-b261d4db-d8a4-4511-a2bf-f99079460624 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:49.413861 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-39cae088-5c93-49db-81eb-4269b3b4ec28 req-b261d4db-d8a4-4511-a2bf-f99079460624 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 944 time: 0.1425009 Jan 28 01:08:49.462021 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6440394f-efc8-4cd6-a847-d3abb20de4b5 req-647d82ec-0398-4fee-bb8d-490c7f712d3b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=cbde5988-e662-4783-8683-e5928af00220 HTTP/1.1" status: 200 len: 217 time: 0.0483019 Jan 28 01:08:49.527521 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-39cae088-5c93-49db-81eb-4269b3b4ec28 req-11016b8a-eb0c-4f44-8c2d-84582676a161 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079128 Jan 28 01:08:49.556335 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440394f-efc8-4cd6-a847-d3abb20de4b5 req-35716c32-4c9d-4dc1-aa4c-34536786243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:49.557833 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6440394f-efc8-4cd6-a847-d3abb20de4b5 req-35716c32-4c9d-4dc1-aa4c-34536786243e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cdb4918f-f17f-47c6-b3e0-09f1708ed661 HTTP/1.1" status: 200 len: 843 time: 0.0880985 Jan 28 01:08:49.599025 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d781fe0-1478-4888-82a2-29ae932fe8b3 req-37e5a9b9-517a-4e4e-9e8a-ab7ada7c10e2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:49.600482 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2d781fe0-1478-4888-82a2-29ae932fe8b3 req-37e5a9b9-517a-4e4e-9e8a-ab7ada7c10e2 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0924411 Jan 28 01:08:49.639094 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440394f-efc8-4cd6-a847-d3abb20de4b5 req-1ea40bc2-a4c4-4d6d-ac10-96bfaba4f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:49.640585 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6440394f-efc8-4cd6-a847-d3abb20de4b5 req-1ea40bc2-a4c4-4d6d-ac10-96bfaba4f29d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f9cdd4ac-61fd-485d-a442-f8dc7b614127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0742998 Jan 28 01:08:49.669282 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2d781fe0-1478-4888-82a2-29ae932fe8b3 req-8ffc0c78-7a98-4c9a-967f-ceeec9602c6d tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569932 Jan 28 01:08:49.688832 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35128) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:49.758745 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6440394f-efc8-4cd6-a847-d3abb20de4b5 req-02c66151-e8c6-45b1-8f45-419fb92bfc80 service neutron] 10.222.0.53 "GET /v2.0/networks/f9cdd4ac-61fd-485d-a442-f8dc7b614127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060612 Jan 28 01:08:49.841163 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-91fefb56-ee08-495f-875c-c3b632b6159c req-41c18f76-48ff-4406-9b51-24cc0682be7e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1511650 Jan 28 01:08:49.855906 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [req-91fefb56-ee08-495f-875c-c3b632b6159c req-13e877a5-10bb-422f-a1da-d0927fc81d0d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:08:49.857921 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-91fefb56-ee08-495f-875c-c3b632b6159c req-13e877a5-10bb-422f-a1da-d0927fc81d0d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100193 Jan 28 01:08:49.883858 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6440394f-efc8-4cd6-a847-d3abb20de4b5 req-32803f72-5714-4bf5-849a-3ef84ed45568 service neutron] 10.222.0.53 "GET /v2.0/networks/f9cdd4ac-61fd-485d-a442-f8dc7b614127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173491 Jan 28 01:08:49.967272 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device e3ae02bb-9390-4322-bf5c-f4bb7a77a939 up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:50.005664 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d33995-ab7b-4aba-af69-751196f3255f req-ee6bd593-f506-4543-9d58-85cc8cc7e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:50.007166 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-23d33995-ab7b-4aba-af69-751196f3255f req-ee6bd593-f506-4543-9d58-85cc8cc7e955 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 1098 time: 0.0460503 Jan 28 01:08:50.055064 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-23d33995-ab7b-4aba-af69-751196f3255f req-6d502914-874f-40d1-836a-9f51c8b8b83d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Jan 28 01:08:50.135219 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port e3ae02bb-9390-4322-bf5c-f4bb7a77a939 completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:08:50.135589 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cbd01-a126-4d11-bb93-8ca54b4a2f69 req-7315eea9-15bc-4dfb-88d8-4dbf73057455 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:50.137089 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e54cbd01-a126-4d11-bb93-8ca54b4a2f69 req-7315eea9-15bc-4dfb-88d8-4dbf73057455 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0557864 Jan 28 01:08:50.148140 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port e3ae02bb-9390-4322-bf5c-f4bb7a77a939 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:50.148140 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:50.189858 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e54cbd01-a126-4d11-bb93-8ca54b4a2f69 req-8b87f4a6-1bad-4c4e-a397-bb38676b6346 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424702 Jan 28 01:08:50.248316 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:50.271300 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9431550b-2897-48c6-bca1-75f2799b891c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:08:50.273690 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abd1e7d-d95e-4cba-b51a-8a6d73c95933" -d '{"events": [{"server_uuid": "9431550b-2897-48c6-bca1-75f2799b891c", "name": "network-vif-plugged", "status": "completed", "tag": "e3ae02bb-9390-4322-bf5c-f4bb7a77a939"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:50.286549 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port e3ae02bb-9390-4322-bf5c-f4bb7a77a939, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,segment=NetworkSegment(dee4a4b9-e0e9-47ec-85e0-984c9585ed8c),segment_id=dee4a4b9-e0e9-47ec-85e0-984c9585ed8c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:50.320840 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85786d15-a96e-476a-8f2c-87ee7d76365e x-openstack-request-id: req-85786d15-a96e-476a-8f2c-87ee7d76365e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:50.321146 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9431550b-2897-48c6-bca1-75f2799b891c", "name": "network-vif-plugged", "status": "completed", "tag": "e3ae02bb-9390-4322-bf5c-f4bb7a77a939", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:50.321399 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85786d15-a96e-476a-8f2c-87ee7d76365e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:50.321792 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9431550b-2897-48c6-bca1-75f2799b891c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939', 'code': 200} Jan 28 01:08:50.381114 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:50.381928 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 36bd86b5-f41d-4a6c-a257-fd10a82942fe no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:50.472801 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:50.529819 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8e754-2fc8-42ab-bb0f-e6a13504ce9f req-f68690cb-9cac-479d-9dbc-d21449cad0fa tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:50.535314 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-49b8e754-2fc8-42ab-bb0f-e6a13504ce9f req-f68690cb-9cac-479d-9dbc-d21449cad0fa tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 947 time: 0.0649912 Jan 28 01:08:50.573529 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-49b8e754-2fc8-42ab-bb0f-e6a13504ce9f req-22bbed1a-7320-4f00-bcbd-c3b596f28088 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358801 Jan 28 01:08:50.660674 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d00f27-f47b-496c-a487-fa5c2947c878 req-875c354a-e51d-4194-97a5-f386229e75d2 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:50.662176 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-80d00f27-f47b-496c-a487-fa5c2947c878 req-875c354a-e51d-4194-97a5-f386229e75d2 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 945 time: 0.0512078 Jan 28 01:08:50.703664 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-80d00f27-f47b-496c-a487-fa5c2947c878 req-112a470a-1424-43ce-ae54-7758c6cddf47 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348220 Jan 28 01:08:50.815730 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d61e03-6237-4ecb-b90e-7014bdd382aa req-3d685fbd-1cc9-442d-a1de-534836ec51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:50.817196 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e1d61e03-6237-4ecb-b90e-7014bdd382aa req-3d685fbd-1cc9-442d-a1de-534836ec51f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 1098 time: 0.0770924 Jan 28 01:08:50.829573 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb79e4-107e-49ca-b50d-e1b04f4c06db req-60b38800-710d-4e46-b6f5-c07493918754 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:50.834915 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-18eb79e4-107e-49ca-b50d-e1b04f4c06db req-60b38800-710d-4e46-b6f5-c07493918754 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0786016 Jan 28 01:08:50.893012 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e1d61e03-6237-4ecb-b90e-7014bdd382aa req-51185342-465d-448d-a702-ddc054ea53a9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570216 Jan 28 01:08:50.896066 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-18eb79e4-107e-49ca-b50d-e1b04f4c06db req-2db1539b-19e8-4cec-a32c-4b502b4ead92 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538671 Jan 28 01:08:51.316095 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be44f3-1868-4705-bf3f-1fa2eab0f672 req-e046a2c5-15ae-4596-b5e9-772d3efb2bfd tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:51.317633 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-27be44f3-1868-4705-bf3f-1fa2eab0f672 req-e046a2c5-15ae-4596-b5e9-772d3efb2bfd tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0498092 Jan 28 01:08:51.359510 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-27be44f3-1868-4705-bf3f-1fa2eab0f672 req-caa19a9f-0e07-4047-b5ef-2438aa3e8ff5 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357111 Jan 28 01:08:51.949545 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134a2f0-ef6b-4e72-bfaf-2b048b85937e req-74e2cb44-ecc7-4bb6-bf39-40452c67c459 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:51.951191 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6134a2f0-ef6b-4e72-bfaf-2b048b85937e req-74e2cb44-ecc7-4bb6-bf39-40452c67c459 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 947 time: 0.3033214 Jan 28 01:08:51.962672 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7110c38-0303-49d3-9c5c-77a1663b3063 req-43218edc-b3c2-4757-aef5-94f1f1571253 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:51.963159 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device cbde5988-e662-4783-8683-e5928af00220 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:08:51.964136 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f7110c38-0303-49d3-9c5c-77a1663b3063 req-43218edc-b3c2-4757-aef5-94f1f1571253 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 945 time: 0.0661998 Jan 28 01:08:52.021648 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6134a2f0-ef6b-4e72-bfaf-2b048b85937e req-377d2b48-57f5-457c-9b2f-7033364297f0 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564630 Jan 28 01:08:52.034288 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f7110c38-0303-49d3-9c5c-77a1663b3063 req-63db7545-eab4-4331-9dc8-b6abb9f5cceb tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549626 Jan 28 01:08:52.072208 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port cbde5988-e662-4783-8683-e5928af00220, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=cbde5988-e662-4783-8683-e5928af00220,segment=NetworkSegment(348eb817-9e1d-4660-8e1b-ec67380ffb22),segment_id=348eb817-9e1d-4660-8e1b-ec67380ffb22)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:52.083386 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': 'cbde5988-e662-4783-8683-e5928af00220', 'network_id': 'f9cdd4ac-61fd-485d-a442-f8dc7b614127', 'port_id': 'cbde5988-e662-4783-8683-e5928af00220', 'mac_address': 'fa:16:3e:a3:11:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb4918f-f17f-47c6-b3e0-09f1708ed661', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:08:52.125724 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:52.138426 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbde5988-e662-4783-8683-e5928af00220 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:08:52.147838 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cead8-2a3d-40bc-9a84-1f583b7f19e5 req-34743d22-2215-4e8e-bb47-66a6607d4ec5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:52.149292 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9b9cead8-2a3d-40bc-9a84-1f583b7f19e5 req-34743d22-2215-4e8e-bb47-66a6607d4ec5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0514591 Jan 28 01:08:52.161256 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port cbde5988-e662-4783-8683-e5928af00220, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=cbde5988-e662-4783-8683-e5928af00220,segment=NetworkSegment(348eb817-9e1d-4660-8e1b-ec67380ffb22),segment_id=348eb817-9e1d-4660-8e1b-ec67380ffb22)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:52.196860 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9b9cead8-2a3d-40bc-9a84-1f583b7f19e5 req-a2aaf729-238c-423c-8dff-cf3a3ecf0f98 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358078 Jan 28 01:08:52.273091 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:52.336784 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=cbde5988-e662-4783-8683-e5928af00220,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:52.393741 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35202) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:52.440683 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ada59b2-b591-418a-92df-69c1663c914c admin admin] Deleting subnet f460c686-ca0f-43e2-8fc6-3ea4e670ed4d {{(pid=102111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:08:52.446264 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8ada59b2-b591-418a-92df-69c1663c914c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:52.519101 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8ada59b2-b591-418a-92df-69c1663c914c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518611'] for subnet, precommit_delete_associations {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:52.533267 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c2a12-3afc-4d40-bd38-7184594852af req-30977a6e-053e-4764-889c-427390302e68 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:52.541223 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ad9c2a12-3afc-4d40-bd38-7184594852af req-30977a6e-053e-4764-889c-427390302e68 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0940304 Jan 28 01:08:52.580350 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8ada59b2-b591-418a-92df-69c1663c914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:52.585124 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ad9c2a12-3afc-4d40-bd38-7184594852af req-5ccadd13-515c-4886-876d-8b43980ec32e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430698 Jan 28 01:08:52.675664 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['cbde5988-e662-4783-8683-e5928af00220'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:52.748939 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8ada59b2-b591-418a-92df-69c1663c914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12065609'] for subnet, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:52.778429 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada59b2-b591-418a-92df-69c1663c914c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f460c686-ca0f-43e2-8fc6-3ea4e670ed4d,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:52.781492 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8ada59b2-b591-418a-92df-69c1663c914c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:52.787216 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-8ada59b2-b591-418a-92df-69c1663c914c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f460c686-ca0f-43e2-8fc6-3ea4e670ed4d HTTP/1.1" status: 204 len: 168 time: 0.3923612 Jan 28 01:08:52.787953 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 35208) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:52.926457 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ae5-d914-47bb-8123-bbc3e9e4f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:52.952509 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc43b49-da40-4dce-bc41-392fed9bde46 req-e500afce-572c-40ae-a76d-2b75bdc17f72 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:52.954003 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1fc43b49-da40-4dce-bc41-392fed9bde46 req-e500afce-572c-40ae-a76d-2b75bdc17f72 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0842335 Jan 28 01:08:53.080614 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ae5-d914-47bb-8123-bbc3e9e4f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:53.099753 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1fc43b49-da40-4dce-bc41-392fed9bde46 req-395edea4-63b4-4cca-a7b2-4cc84795e307 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341262 Jan 28 01:08:53.109902 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-fbfc2ae5-d914-47bb-8123-bbc3e9e4f237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa359c0-8183-4a1a-a05d-c2450e66e316']}} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:53.113302 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc474b-99c7-4624-a49d-8588b129f50f req-5c725758-20f9-4ee6-a1d6-5a83e575d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:53.114784 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a8fc474b-99c7-4624-a49d-8588b129f50f req-5c725758-20f9-4ee6-a1d6-5a83e575d91c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=724b56d47f7c418f8a7d40ff559487c8&device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 1098 time: 0.1599019 Jan 28 01:08:53.139341 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-fbfc2ae5-d914-47bb-8123-bbc3e9e4f237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d807b9-3820-4882-86af-3b13141f8d69') {'for_net_delete': True} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:53.139651 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-fbfc2ae5-d914-47bb-8123-bbc3e9e4f237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d807b9-3820-4882-86af-3b13141f8d69') {} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:53.176475 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ae5-d914-47bb-8123-bbc3e9e4f237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16416192'] for segment, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:53.248637 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ae5-d914-47bb-8123-bbc3e9e4f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:53.262801 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfc2ae5-d914-47bb-8123-bbc3e9e4f237 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:08:53.263855 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ae5-d914-47bb-8123-bbc3e9e4f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15841923'] for segment, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: Traceback (most recent call last): Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: timer() Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: cb(*args, **kw) Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: return func(*args, **kwargs) Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: self._notify() Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: self.callback(batched_events) Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: event.method(event) Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: return f(self, *a, **k) Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: return self._get(url).json() Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: return self.request(url, 'GET', **kwargs) Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:08:53.267056 dv-cinder-821890-1-smb neutron-server[102112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:08:53.343645 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e6644-ef2c-4b7a-93da-60e097377d99 req-2c6c8b11-fd3b-47aa-a1a2-01e639a0651c tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:53.345030 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-799e6644-ef2c-4b7a-93da-60e097377d99 req-2c6c8b11-fd3b-47aa-a1a2-01e639a0651c tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 948 time: 0.2372911 Jan 28 01:08:53.364355 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbefa4-c02f-4972-91a1-d1d9e85f9c8f req-4119e3ac-0ff3-42a4-8cbd-1b4f3c27323b tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:53.365772 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-86bbefa4-c02f-4972-91a1-d1d9e85f9c8f req-4119e3ac-0ff3-42a4-8cbd-1b4f3c27323b tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 945 time: 0.1931944 Jan 28 01:08:53.397735 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc474b-99c7-4624-a49d-8588b129f50f req-ed08443b-7c6b-4bb5-8549-245f40fe79e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:53.399182 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a8fc474b-99c7-4624-a49d-8588b129f50f req-ed08443b-7c6b-4bb5-8549-245f40fe79e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2947e4c9-3ac7-41d6-a65a-9ff37575a881 HTTP/1.1" status: 200 len: 919 time: 0.2690976 Jan 28 01:08:53.458221 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ae5-d914-47bb-8123-bbc3e9e4f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:53.460330 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a8fc474b-99c7-4624-a49d-8588b129f50f req-98008743-514b-4f6c-bd19-e419c158d4fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=383d146b-f6ca-400b-92f2-9b0402079adf HTTP/1.1" status: 200 len: 217 time: 0.0494394 Jan 28 01:08:53.468954 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-799e6644-ef2c-4b7a-93da-60e097377d99 req-bc6a29d4-b6c8-42d5-adfb-89863cb5548e tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128426 Jan 28 01:08:53.493004 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ae5-d914-47bb-8123-bbc3e9e4f237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:53.498188 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-fbfc2ae5-d914-47bb-8123-bbc3e9e4f237 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4fa359c0-8183-4a1a-a05d-c2450e66e316 HTTP/1.1" status: 204 len: 168 time: 0.7067754 Jan 28 01:08:53.500219 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-86bbefa4-c02f-4972-91a1-d1d9e85f9c8f req-602da2a2-7afb-44cd-9a2c-e6180ce00d75 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231432 Jan 28 01:08:53.500835 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35218) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:53.526575 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc2ae5-d914-47bb-8123-bbc3e9e4f237 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa359c0-8183-4a1a-a05d-c2450e66e316,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:53.544495 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc474b-99c7-4624-a49d-8588b129f50f req-c8ab1c14-c1f8-4730-aeee-b4d36c65ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:53.546513 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a8fc474b-99c7-4624-a49d-8588b129f50f req-c8ab1c14-c1f8-4730-aeee-b4d36c65ea55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66 HTTP/1.1" status: 200 len: 858 time: 0.0715773 Jan 28 01:08:53.553830 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6fe7b6-d79d-49a3-a465-8ba26a8f4954 admin admin] Deleting subnet 478f3fa4-05d5-4650-accb-e278583d2327 {{(pid=102111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:08:53.557127 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fd6fe7b6-d79d-49a3-a465-8ba26a8f4954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:53.607512 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fd6fe7b6-d79d-49a3-a465-8ba26a8f4954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518611'] for subnet, precommit_delete_associations {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:53.631964 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a8fc474b-99c7-4624-a49d-8588b129f50f req-73268078-9cde-4274-b546-73e4764334d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2947e4c9-3ac7-41d6-a65a-9ff37575a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281148 Jan 28 01:08:53.690679 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fd6fe7b6-d79d-49a3-a465-8ba26a8f4954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:53.730556 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefb56-ee08-495f-875c-c3b632b6159c req-02a693ac-1e31-403d-9a74-619a5d0adf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:53.732174 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-91fefb56-ee08-495f-875c-c3b632b6159c req-02a693ac-1e31-403d-9a74-619a5d0adf0e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a&tenant_id=4b0da38f28ed432e803107ee76115dbc HTTP/1.1" status: 200 len: 1096 time: 0.1846492 Jan 28 01:08:53.808204 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573efcff-d2d7-4f8a-99f4-abd8851550ab req-99df6996-5ad8-4e93-9075-c4a685582b6b tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:53.809680 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-573efcff-d2d7-4f8a-99f4-abd8851550ab req-99df6996-5ad8-4e93-9075-c4a685582b6b tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 945 time: 0.1766915 Jan 28 01:08:53.865127 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfef292-b6b3-4284-af69-184d7d5200f3 req-2fa49281-db79-4f08-9a54-55a286cbda29 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:53.867119 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6dfef292-b6b3-4284-af69-184d7d5200f3 req-2fa49281-db79-4f08-9a54-55a286cbda29 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.1392260 Jan 28 01:08:53.868266 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fd6fe7b6-d79d-49a3-a465-8ba26a8f4954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12065609'] for subnet, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:53.874639 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a8fc474b-99c7-4624-a49d-8588b129f50f req-edc1a6a1-99ef-4df8-8a5c-090752d6538f service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247591 Jan 28 01:08:53.894808 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fe7b6-d79d-49a3-a465-8ba26a8f4954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=478f3fa4-05d5-4650-accb-e278583d2327,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:53.898985 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fd6fe7b6-d79d-49a3-a465-8ba26a8f4954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:53.903036 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-fd6fe7b6-d79d-49a3-a465-8ba26a8f4954 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/478f3fa4-05d5-4650-accb-e278583d2327 HTTP/1.1" status: 204 len: 168 time: 0.4006500 Jan 28 01:08:53.906367 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35228) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:53.971714 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-573efcff-d2d7-4f8a-99f4-abd8851550ab req-ae5bb1db-19ca-474a-a7c2-c7f95c8e7056 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467192 Jan 28 01:08:53.974164 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device cbde5988-e662-4783-8683-e5928af00220 up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:53.976439 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefb56-ee08-495f-875c-c3b632b6159c req-e72a73d8-ce3f-44d3-9369-529bf8234f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:53.977895 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-91fefb56-ee08-495f-875c-c3b632b6159c req-e72a73d8-ce3f-44d3-9369-529bf8234f88 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b0da38f28ed432e803107ee76115dbc&device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 1096 time: 0.1786211 Jan 28 01:08:53.986787 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-657053fb-1961-472c-96f4-c361ff80805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:54.069704 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6dfef292-b6b3-4284-af69-184d7d5200f3 req-d229b8c5-014d-4248-9e73-88d40f4df21f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940732 Jan 28 01:08:54.084042 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-657053fb-1961-472c-96f4-c361ff80805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:54.108381 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-657053fb-1961-472c-96f4-c361ff80805e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d233e7-2f31-4304-80b6-302197ad2898']}} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:54.114038 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a8fc474b-99c7-4624-a49d-8588b129f50f req-f66cd5e4-64db-4b37-887c-5adef6bb3bde service neutron] 10.222.0.53 "GET /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270041 Jan 28 01:08:54.124384 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-657053fb-1961-472c-96f4-c361ff80805e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beedcf11-4640-4b75-8dc3-511694e8bb99') {'for_net_delete': True} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:54.124384 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-657053fb-1961-472c-96f4-c361ff80805e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beedcf11-4640-4b75-8dc3-511694e8bb99') {} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:08:54.128883 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-657053fb-1961-472c-96f4-c361ff80805e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518634'] for segment, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:54.141260 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port cbde5988-e662-4783-8683-e5928af00220 completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:08:54.145667 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port cbde5988-e662-4783-8683-e5928af00220 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:54.146455 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:54.147642 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-657053fb-1961-472c-96f4-c361ff80805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:54.159545 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefb56-ee08-495f-875c-c3b632b6159c req-70692000-2179-419d-bb67-87ebef95d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:54.161199 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-91fefb56-ee08-495f-875c-c3b632b6159c req-70692000-2179-419d-bb67-87ebef95d00e service neutron] 10.222.0.53 "GET /v2.0/networks?id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212 HTTP/1.1" status: 200 len: 918 time: 0.1726093 Jan 28 01:08:54.161798 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657053fb-1961-472c-96f4-c361ff80805e admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:08:54.162291 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-657053fb-1961-472c-96f4-c361ff80805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859644'] for segment, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: Traceback (most recent call last): Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: timer() Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: cb(*args, **kw) Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: return func(*args, **kwargs) Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: self._notify() Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: self.callback(batched_events) Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: event.method(event) Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: return f(self, *a, **k) Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: return self._get(url).json() Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: return self.request(url, 'GET', **kwargs) Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:08:54.189853 dv-cinder-821890-1-smb neutron-server[102111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:08:54.268184 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:54.297574 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7df118-c92c-4e22-b9bb-05833b3ba836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbde5988-e662-4783-8683-e5928af00220'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:08:54.299865 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a494978-0944-4b36-a8a0-ab6be24a9c73" -d '{"events": [{"server_uuid": "ea7df118-c92c-4e22-b9bb-05833b3ba836", "name": "network-vif-plugged", "status": "completed", "tag": "cbde5988-e662-4783-8683-e5928af00220"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:54.303563 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-91fefb56-ee08-495f-875c-c3b632b6159c req-75e0595f-fcfe-4216-be93-45dfce00ee66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe HTTP/1.1" status: 200 len: 999 time: 0.1264901 Jan 28 01:08:54.314162 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port cbde5988-e662-4783-8683-e5928af00220, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=cbde5988-e662-4783-8683-e5928af00220,segment=NetworkSegment(348eb817-9e1d-4660-8e1b-ec67380ffb22),segment_id=348eb817-9e1d-4660-8e1b-ec67380ffb22)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:54.339110 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ed797-b1f0-40f9-b979-8833b7a5edb4 req-7a6f5274-f5d5-4139-b051-00ea3f2e4e07 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:54.339110 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-766ed797-b1f0-40f9-b979-8833b7a5edb4 req-7a6f5274-f5d5-4139-b051-00ea3f2e4e07 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0804217 Jan 28 01:08:54.339336 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-657053fb-1961-472c-96f4-c361ff80805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:54.350313 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-657053fb-1961-472c-96f4-c361ff80805e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:54.351875 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-657053fb-1961-472c-96f4-c361ff80805e admin admin] 10.222.0.18 "DELETE /v2.0/networks/d0d233e7-2f31-4304-80b6-302197ad2898 HTTP/1.1" status: 204 len: 168 time: 0.4443212 Jan 28 01:08:54.382811 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657053fb-1961-472c-96f4-c361ff80805e admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d233e7-2f31-4304-80b6-302197ad2898,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:54.398704 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:54.455494 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=cbde5988-e662-4783-8683-e5928af00220,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:54.474761 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefb56-ee08-495f-875c-c3b632b6159c req-a91c5de7-ce89-4dce-95aa-cb330402cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:54.476358 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-91fefb56-ee08-495f-875c-c3b632b6159c req-a91c5de7-ce89-4dce-95aa-cb330402cf5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de468f85-8d93-4089-bcfa-66cbbedae8e2 HTTP/1.1" status: 200 len: 856 time: 0.1633527 Jan 28 01:08:54.479282 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-766ed797-b1f0-40f9-b979-8833b7a5edb4 req-9db2e523-f0cb-4b08-b55d-5348a3d7c456 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098053 Jan 28 01:08:54.493650 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374872f-8967-44bc-938a-c00a5b09a363 req-bd51fc8d-d1d2-41fc-bc2d-6c30afd3918d tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:54.495207 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6374872f-8967-44bc-938a-c00a5b09a363 req-bd51fc8d-d1d2-41fc-bc2d-6c30afd3918d tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 945 time: 0.1354132 Jan 28 01:08:54.546118 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dad364f-d97a-464f-aec9-c38dc997671d x-openstack-request-id: req-9dad364f-d97a-464f-aec9-c38dc997671d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:54.546578 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7df118-c92c-4e22-b9bb-05833b3ba836", "name": "network-vif-plugged", "status": "completed", "tag": "cbde5988-e662-4783-8683-e5928af00220", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:54.546865 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9dad364f-d97a-464f-aec9-c38dc997671d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:54.547280 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7df118-c92c-4e22-b9bb-05833b3ba836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbde5988-e662-4783-8683-e5928af00220', 'code': 200} Jan 28 01:08:54.583435 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefb56-ee08-495f-875c-c3b632b6159c req-9905b85c-3623-4cc4-a86c-ebedaab2ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:54.584997 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-91fefb56-ee08-495f-875c-c3b632b6159c req-9905b85c-3623-4cc4-a86c-ebedaab2ecbd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888519 Jan 28 01:08:54.588497 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6374872f-8967-44bc-938a-c00a5b09a363 req-03adc325-7e8c-4554-a5ea-10f087ab3551 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581837 Jan 28 01:08:54.715412 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd18037-325c-4f54-a25e-d5f21966f1fc req-6d3ca3d8-db6a-4001-9d73-3e701c281cfc tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:54.717121 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8fd18037-325c-4f54-a25e-d5f21966f1fc req-6d3ca3d8-db6a-4001-9d73-3e701c281cfc tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.1162770 Jan 28 01:08:54.763277 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-91fefb56-ee08-495f-875c-c3b632b6159c req-2b877cc0-e8cc-42ba-82f0-5d1c5a13bdcd service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462076 Jan 28 01:08:54.776041 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8fd18037-325c-4f54-a25e-d5f21966f1fc req-4656088c-372a-47f8-81bd-ee38807a39c7 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504267 Jan 28 01:08:54.825848 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35258) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:54.868106 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-91fefb56-ee08-495f-875c-c3b632b6159c req-dc4fb327-9482-4571-b18c-6feceda4d5d4 service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910950 Jan 28 01:08:54.874878 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-fa5c0b62-22f1-481f-a0ec-239f3a6a66cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95a9f457bbe1460282c0a926ae96b654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467961 Jan 28 01:08:54.876820 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35260) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:54.926916 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-41b4654c-3bde-4ea5-93bd-4cff3423f7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:54.939417 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc86391-b7b5-45a4-b579-21fdddf76ed8 req-6200bf42-b3c3-4d8f-ab53-b6aa8509b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:54.940920 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-efc86391-b7b5-45a4-b579-21fdddf76ed8 req-6200bf42-b3c3-4d8f-ab53-b6aa8509b794 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 1102 time: 0.0481000 Jan 28 01:08:54.949585 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-41b4654c-3bde-4ea5-93bd-4cff3423f7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:54.976019 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-efc86391-b7b5-45a4-b579-21fdddf76ed8 req-63f4f60b-b6bc-48c9-9d09-71a04ef7af80 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278258 Jan 28 01:08:55.061894 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-41b4654c-3bde-4ea5-93bd-4cff3423f7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:55.064618 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-41b4654c-3bde-4ea5-93bd-4cff3423f7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:55.065793 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-41b4654c-3bde-4ea5-93bd-4cff3423f7b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd963631-d638-4b15-8658-ec83f719fe18 HTTP/1.1" status: 204 len: 168 time: 0.1879661 Jan 28 01:08:55.076751 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4654c-3bde-4ea5-93bd-4cff3423f7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd963631-d638-4b15-8658-ec83f719fe18,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:55.202362 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac1ac0-2e75-4453-8afc-15ac7ae646e1 req-73170031-2b3a-4454-a098-e31bbc11ea61 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:55.203763 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b3ac1ac0-2e75-4453-8afc-15ac7ae646e1 req-73170031-2b3a-4454-a098-e31bbc11ea61 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0520086 Jan 28 01:08:55.240410 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b3ac1ac0-2e75-4453-8afc-15ac7ae646e1 req-31d9ced3-3397-4b0e-96f8-1840e6e9c7b2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307033 Jan 28 01:08:55.636585 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b98a9b-e89f-4165-97c0-f7212acf2c26 req-719b211a-8d60-4235-9aeb-89b0e892b82c tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:55.638430 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b9b98a9b-e89f-4165-97c0-f7212acf2c26 req-719b211a-8d60-4235-9aeb-89b0e892b82c tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0617089 Jan 28 01:08:55.678784 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b9b98a9b-e89f-4165-97c0-f7212acf2c26 req-1bd0b2c7-81d5-4a6c-a108-5cb29ebd5477 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336988 Jan 28 01:08:55.810929 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35306) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:55.852250 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-746b5e4c-60be-493e-abdb-d9a1bcc77d3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3f9d744f55a421cab8b30900cf1f15a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401623 Jan 28 01:08:55.854706 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35308) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:08:55.921197 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-63518437-ec67-4e0d-9206-52839791b273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:55.968558 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff43ce8-a065-455c-a0fa-d6b70c15b62c req-b13839ae-aff6-4e66-b070-4bdc1a00213d tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:55.972051 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-63518437-ec67-4e0d-9206-52839791b273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:55.975323 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ff43ce8-a065-455c-a0fa-d6b70c15b62c req-b13839ae-aff6-4e66-b070-4bdc1a00213d tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.1159935 Jan 28 01:08:56.031945 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ff43ce8-a065-455c-a0fa-d6b70c15b62c req-2dbbd299-b036-42f3-b14e-db5919af32b3 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556474 Jan 28 01:08:56.167093 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-63518437-ec67-4e0d-9206-52839791b273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:56.171651 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-63518437-ec67-4e0d-9206-52839791b273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:08:56.172809 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-63518437-ec67-4e0d-9206-52839791b273 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5aa2ec2d-24aa-4617-891f-ac9f1ccc5de5 HTTP/1.1" status: 204 len: 168 time: 0.3170238 Jan 28 01:08:56.188034 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63518437-ec67-4e0d-9206-52839791b273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa2ec2d-24aa-4617-891f-ac9f1ccc5de5,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:56.410633 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe44e6-8f56-4145-a053-a84c9022976d req-8bd2ce9e-f9f4-47ed-ae29-30ebb89364f6 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:56.421915 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c8fe44e6-8f56-4145-a053-a84c9022976d req-8bd2ce9e-f9f4-47ed-ae29-30ebb89364f6 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0744727 Jan 28 01:08:56.468658 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c8fe44e6-8f56-4145-a053-a84c9022976d req-e469838c-8b34-4130-a1e6-f31fb748aaf3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490000 Jan 28 01:08:56.829823 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7a1cf-183d-4e43-9526-54d43177a0f9 req-d5e9d0e8-555e-465b-8316-3efa3a50fb18 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:56.838732 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4dd7a1cf-183d-4e43-9526-54d43177a0f9 req-d5e9d0e8-555e-465b-8316-3efa3a50fb18 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0752923 Jan 28 01:08:56.878819 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4dd7a1cf-183d-4e43-9526-54d43177a0f9 req-c9e9fa8c-c1e1-4cdc-875e-4685f628c72a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389357 Jan 28 01:08:57.186852 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d50f8-8106-4634-82ff-d2a321a518d4 req-8a1b69e6-f55f-423f-bb52-cc886fd6c4f5 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:57.188165 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-494d50f8-8106-4634-82ff-d2a321a518d4 req-8a1b69e6-f55f-423f-bb52-cc886fd6c4f5 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.0680366 Jan 28 01:08:57.240042 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-494d50f8-8106-4634-82ff-d2a321a518d4 req-376a841a-5eec-4583-bda6-3da6c78fce6c tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386968 Jan 28 01:08:57.596361 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf769f-3f94-4b48-abc7-9dfd150a6d1e req-a02b0cee-6c3d-4f3a-8ac8-f4239d031dcc tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:57.597909 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d6cf769f-3f94-4b48-abc7-9dfd150a6d1e req-a02b0cee-6c3d-4f3a-8ac8-f4239d031dcc tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0543277 Jan 28 01:08:57.673883 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d6cf769f-3f94-4b48-abc7-9dfd150a6d1e req-6f1350e8-f80d-40e4-941c-fbc535ba9395 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688667 Jan 28 01:08:58.106571 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5f221-4189-44c6-9a49-94dc4a26ded5 req-b20a096f-ce5d-43ed-8992-db0dedcca368 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:58.108207 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7eb5f221-4189-44c6-9a49-94dc4a26ded5 req-b20a096f-ce5d-43ed-8992-db0dedcca368 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0719104 Jan 28 01:08:58.169735 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7eb5f221-4189-44c6-9a49-94dc4a26ded5 req-8472258d-9059-4eee-bb06-56da9a0704d5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488751 Jan 28 01:08:58.385300 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef05293-4d11-4eb3-80e0-b00ada93044f req-8f672dfe-a806-45f3-bd8e-32b0ff70d284 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:58.387085 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6ef05293-4d11-4eb3-80e0-b00ada93044f req-8f672dfe-a806-45f3-bd8e-32b0ff70d284 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.0775626 Jan 28 01:08:58.434743 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6ef05293-4d11-4eb3-80e0-b00ada93044f req-4c3468c8-55d4-4d67-964f-275ea662aa8a tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375023 Jan 28 01:08:58.856445 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3aeb0f-a09e-458a-8e18-53e44b409c11 req-082db855-444f-4be0-9581-e623cfa48428 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:58.869744 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bc3aeb0f-a09e-458a-8e18-53e44b409c11 req-082db855-444f-4be0-9581-e623cfa48428 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0919523 Jan 28 01:08:58.936997 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bc3aeb0f-a09e-458a-8e18-53e44b409c11 req-77db7c91-0fbb-44f8-875d-449b5705d647 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653813 Jan 28 01:08:59.301868 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d14a88-429f-452a-aff2-f0253d2e8b9b req-c782a96c-b711-403f-856e-fbc5534689dc tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:59.303395 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-70d14a88-429f-452a-aff2-f0253d2e8b9b req-c782a96c-b711-403f-856e-fbc5534689dc tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0568347 Jan 28 01:08:59.354914 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-70d14a88-429f-452a-aff2-f0253d2e8b9b req-ab11f22c-73ab-46c9-a8b8-4108a5dca546 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448220 Jan 28 01:08:59.568281 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6d819-4f44-4df9-84d0-4162f5c959b1 req-be156659-8da3-4984-9dfb-ba2c55719ecc tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:59.569872 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d3b6d819-4f44-4df9-84d0-4162f5c959b1 req-be156659-8da3-4984-9dfb-ba2c55719ecc tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.0602789 Jan 28 01:08:59.616555 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d3b6d819-4f44-4df9-84d0-4162f5c959b1 req-a7f7d15c-c5b1-4076-b2aa-c6cefef13fcf tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383313 Jan 28 01:09:00.082475 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835df4c-63df-419f-8d1e-739ee9204eef req-0f5c7ca3-3bf2-4d91-9fdf-3af592d2b6ac tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:00.084389 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a835df4c-63df-419f-8d1e-739ee9204eef req-0f5c7ca3-3bf2-4d91-9fdf-3af592d2b6ac tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0669112 Jan 28 01:09:00.129276 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a835df4c-63df-419f-8d1e-739ee9204eef req-0e81f2b3-8936-4630-a425-226cb8380d08 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390890 Jan 28 01:09:00.332050 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35468) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:00.481734 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e66fa303-b32c-42be-ba76-c5bb8d7ac91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:00.504547 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec65b5-3959-4613-a0e6-b194ff7d6c65 req-b5040a9c-227b-4f57-b639-de51e4215224 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:00.506262 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d9ec65b5-3959-4613-a0e6-b194ff7d6c65 req-b5040a9c-227b-4f57-b639-de51e4215224 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0547104 Jan 28 01:09:00.552293 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d9ec65b5-3959-4613-a0e6-b194ff7d6c65 req-469a1c57-e574-4099-a916-2d04bd7fd610 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390878 Jan 28 01:09:00.587871 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e66fa303-b32c-42be-ba76-c5bb8d7ac91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:00.673521 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e66fa303-b32c-42be-ba76-c5bb8d7ac91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:00.712385 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-e66fa303-b32c-42be-ba76-c5bb8d7ac91c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66557d85abf6428fa2999ee2679a93ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791053 Jan 28 01:09:00.713247 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35476) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:00.732488 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fa303-b32c-42be-ba76-c5bb8d7ac91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c739d3-2e41-4c5e-b380-ef986eaf35e9,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:00.741937 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4683991-8c31-407f-b5c6-6f5ca8a93afd req-a8edc5c8-251e-41d2-9cce-a235a835545a tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:00.743721 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d4683991-8c31-407f-b5c6-6f5ca8a93afd req-a8edc5c8-251e-41d2-9cce-a235a835545a tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.0561121 Jan 28 01:09:00.789016 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3a4fb6e6-a61e-495d-abec-98adeef6fdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:00.795967 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d4683991-8c31-407f-b5c6-6f5ca8a93afd req-763e4714-b78d-4cbf-bdf1-69bb14debba6 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388803 Jan 28 01:09:00.824477 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3a4fb6e6-a61e-495d-abec-98adeef6fdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:00.971574 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3a4fb6e6-a61e-495d-abec-98adeef6fdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:00.974120 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3a4fb6e6-a61e-495d-abec-98adeef6fdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:00.975322 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-3a4fb6e6-a61e-495d-abec-98adeef6fdce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78c739d3-2e41-4c5e-b380-ef986eaf35e9 HTTP/1.1" status: 204 len: 168 time: 0.2567732 Jan 28 01:09:00.986303 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fb6e6-a61e-495d-abec-98adeef6fdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c739d3-2e41-4c5e-b380-ef986eaf35e9,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:01.278868 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a9608-6ee4-43f9-a61e-8af4b19fc276 req-a20f0104-0c82-437b-a7fd-fa298176e6ae tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:01.280756 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-765a9608-6ee4-43f9-a61e-8af4b19fc276 req-a20f0104-0c82-437b-a7fd-fa298176e6ae tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0591471 Jan 28 01:09:01.327982 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-765a9608-6ee4-43f9-a61e-8af4b19fc276 req-8e3b0ebd-6585-45c0-919d-3a14ce34e432 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392389 Jan 28 01:09:01.871476 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b6644-d464-4be0-ae1e-1b1ad3b6edce req-294f7e2c-233c-492e-9833-ad41f2c22fcc tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:01.871476 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e0b6644-d464-4be0-ae1e-1b1ad3b6edce req-294f7e2c-233c-492e-9833-ad41f2c22fcc tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0770133 Jan 28 01:09:01.871476 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e0b6644-d464-4be0-ae1e-1b1ad3b6edce req-bea632ba-8761-424a-99ce-23d922f1ad6a tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520835 Jan 28 01:09:01.955388 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350180c-c210-4353-9390-1fbdb87ffda6 req-a64afa4e-61c6-4c28-b41e-0b7ce5f09843 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:01.957119 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0350180c-c210-4353-9390-1fbdb87ffda6 req-a64afa4e-61c6-4c28-b41e-0b7ce5f09843 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.0849013 Jan 28 01:09:01.998478 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0350180c-c210-4353-9390-1fbdb87ffda6 req-fe4f4488-37f2-45cb-808a-10974bd5e6b0 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350163 Jan 28 01:09:02.465025 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af6ba-50b4-476e-8a77-e3157f510d28 req-cebe38e4-51ff-4e09-a03c-9707b62fe3d4 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:02.466714 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-134af6ba-50b4-476e-8a77-e3157f510d28 req-cebe38e4-51ff-4e09-a03c-9707b62fe3d4 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0491533 Jan 28 01:09:02.537538 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-134af6ba-50b4-476e-8a77-e3157f510d28 req-da411dce-47b7-4a05-bf45-97d9b9cee590 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631421 Jan 28 01:09:02.946602 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb53c1-6654-41e3-86b5-9e2dfa7d2612 req-25290874-1dc5-4d3b-9fd3-e50484635bdd tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:02.948592 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-18cb53c1-6654-41e3-86b5-9e2dfa7d2612 req-25290874-1dc5-4d3b-9fd3-e50484635bdd tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0645773 Jan 28 01:09:02.997544 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-18cb53c1-6654-41e3-86b5-9e2dfa7d2612 req-c40d9027-7c91-4d40-858f-6605109832c7 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 Jan 28 01:09:03.160793 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b83cd3-bd11-431d-b26b-e68c5f93bafc req-727be8df-e47f-4525-959a-7302d550f317 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:03.165826 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-14b83cd3-bd11-431d-b26b-e68c5f93bafc req-727be8df-e47f-4525-959a-7302d550f317 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.0667992 Jan 28 01:09:03.232816 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-14b83cd3-bd11-431d-b26b-e68c5f93bafc req-646a10ed-7d23-4f6f-8bfe-36bc24897e1e tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545940 Jan 28 01:09:03.701083 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e77d79-761b-40b3-a33c-3cb56711101c req-3e71d164-a650-4f14-9a42-e10f1344bfb7 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:03.707048 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d8e77d79-761b-40b3-a33c-3cb56711101c req-3e71d164-a650-4f14-9a42-e10f1344bfb7 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0709767 Jan 28 01:09:03.758219 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d8e77d79-761b-40b3-a33c-3cb56711101c req-e4531f6e-2476-4889-9852-8606a3a39be4 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483961 Jan 28 01:09:04.154741 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856542c8-e467-4f86-a51a-6df201f80d4d req-4ca253d8-d592-4c70-b1d0-56aa29145453 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:04.156473 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-856542c8-e467-4f86-a51a-6df201f80d4d req-4ca253d8-d592-4c70-b1d0-56aa29145453 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0620391 Jan 28 01:09:04.215384 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-856542c8-e467-4f86-a51a-6df201f80d4d req-6c0b5e6a-478b-47d7-b0fd-c908068fab49 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518668 Jan 28 01:09:04.377552 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba26882-e45e-45e7-9ea8-9b190b8650df req-2aca1b4d-2061-48cf-82aa-cd47c7d6a128 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:04.384888 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8ba26882-e45e-45e7-9ea8-9b190b8650df req-2aca1b4d-2061-48cf-82aa-cd47c7d6a128 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.0691304 Jan 28 01:09:04.440269 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8ba26882-e45e-45e7-9ea8-9b190b8650df req-76702cbf-a3ba-45a1-8a03-1524190a2959 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544066 Jan 28 01:09:04.891601 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dc081-aece-48bb-a5dd-b1c89f10f35b req-63834d0c-87ec-4c5e-925e-73f9d2d88917 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:04.891601 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-226dc081-aece-48bb-a5dd-b1c89f10f35b req-63834d0c-87ec-4c5e-925e-73f9d2d88917 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0493209 Jan 28 01:09:04.930801 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-226dc081-aece-48bb-a5dd-b1c89f10f35b req-488a6b72-f590-48aa-9660-f60a91111219 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339615 Jan 28 01:09:05.342667 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a31298-0c49-44a3-b1a0-4249b6f30663 req-61b7c207-8e6f-4ae8-aaf0-538478cb234d tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:05.344284 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-86a31298-0c49-44a3-b1a0-4249b6f30663 req-61b7c207-8e6f-4ae8-aaf0-538478cb234d tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0528965 Jan 28 01:09:05.387642 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-86a31298-0c49-44a3-b1a0-4249b6f30663 req-cde996d6-0a89-4230-885c-f0c1ef6ea7fb tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366449 Jan 28 01:09:05.565709 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eacf8-2233-4d1c-a2d9-970082511fa2 req-0cf39c35-2d7b-464c-a2c8-b0aab4cc321b tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:05.567724 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-820eacf8-2233-4d1c-a2d9-970082511fa2 req-0cf39c35-2d7b-464c-a2c8-b0aab4cc321b tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.0594821 Jan 28 01:09:05.634529 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-820eacf8-2233-4d1c-a2d9-970082511fa2 req-e18ad7e5-0665-4c0c-be3a-5a7d9e41e65b tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594587 Jan 28 01:09:06.059594 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c5fd0-c0d0-4d4c-9b08-865e062e2cbf req-ce29d691-a8af-4b36-8a16-84b6a108e0bc tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:06.061765 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5b7c5fd0-c0d0-4d4c-9b08-865e062e2cbf req-ce29d691-a8af-4b36-8a16-84b6a108e0bc tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0562725 Jan 28 01:09:06.108259 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5b7c5fd0-c0d0-4d4c-9b08-865e062e2cbf req-1ab2bdae-7878-42f1-8ed7-fbdb49ece732 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382442 Jan 28 01:09:06.510698 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8950c31-8d7a-4d5a-8ccc-b8549c52be2e req-0824d586-27e7-40bb-847e-de5e2e17f49f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:06.512265 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b8950c31-8d7a-4d5a-8ccc-b8549c52be2e req-0824d586-27e7-40bb-847e-de5e2e17f49f tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0501044 Jan 28 01:09:06.559772 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b8950c31-8d7a-4d5a-8ccc-b8549c52be2e req-ad414536-4b2e-4c8c-bf83-0477c584e4e5 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Jan 28 01:09:06.755243 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07316e8-9c18-4e06-ae07-4e56131dbd66 req-48bb0c3f-66b0-4f48-aea1-0d3effffd6d5 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:06.756884 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c07316e8-9c18-4e06-ae07-4e56131dbd66 req-48bb0c3f-66b0-4f48-aea1-0d3effffd6d5 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.0539465 Jan 28 01:09:06.803572 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c07316e8-9c18-4e06-ae07-4e56131dbd66 req-5f8c94bc-b9ce-4db9-a83d-dbbdadd820d6 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 Jan 28 01:09:07.275097 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53c181-b32d-4937-a045-3b82914b1fdd req-89710cb5-57a9-47da-b992-5fc1057d3c59 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:07.284242 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5b53c181-b32d-4937-a045-3b82914b1fdd req-89710cb5-57a9-47da-b992-5fc1057d3c59 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0606306 Jan 28 01:09:07.339812 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5b53c181-b32d-4937-a045-3b82914b1fdd req-4eb0d77d-c610-441e-beea-339ebb067514 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440452 Jan 28 01:09:07.407662 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9a8bb-4e2b-46ed-9f4b-fc18b0af399b req-dbf2af83-f7f1-4a11-abed-7419ff652159 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:07.409170 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d5e9a8bb-4e2b-46ed-9f4b-fc18b0af399b req-dbf2af83-f7f1-4a11-abed-7419ff652159 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.0543785 Jan 28 01:09:07.454817 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d5e9a8bb-4e2b-46ed-9f4b-fc18b0af399b req-095d7f9b-1efb-43ab-ba76-71045384606a tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394611 Jan 28 01:09:08.466824 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5c87c-862b-4b2c-be64-89473bbb7901 req-62a5a247-0a72-4254-a727-5a72f5c6c223 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:08.469420 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aed5c87c-862b-4b2c-be64-89473bbb7901 req-62a5a247-0a72-4254-a727-5a72f5c6c223 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.0532148 Jan 28 01:09:08.516262 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aed5c87c-862b-4b2c-be64-89473bbb7901 req-9c974f2b-8830-4b58-bcaf-b29567706b05 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397580 Jan 28 01:09:08.579407 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49569226-ea9f-425e-b332-c425971fb43d req-fe945d61-1729-4a8a-b05e-48c37c3c7f70 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:08.581324 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-49569226-ea9f-425e-b332-c425971fb43d req-fe945d61-1729-4a8a-b05e-48c37c3c7f70 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.0558279 Jan 28 01:09:08.621154 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-49569226-ea9f-425e-b332-c425971fb43d req-99af642a-403d-4bc0-b81f-f9f177733f25 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336053 Jan 28 01:09:08.720700 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-723f5ec2-1483-418d-a28e-7d8f630c93b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:09.414742 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b35e84-03e6-4f47-97f5-0bba4d92e686 req-37d69432-0982-49e1-8206-dbc345cdab95 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:09.419551 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-45b35e84-03e6-4f47-97f5-0bba4d92e686 req-37d69432-0982-49e1-8206-dbc345cdab95 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 945 time: 0.0627551 Jan 28 01:09:09.455355 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-45b35e84-03e6-4f47-97f5-0bba4d92e686 req-60007bb7-ea91-4683-af9c-46c1196191ef tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313036 Jan 28 01:09:09.481274 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 35680) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:09.553183 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907bc61-3b27-40a7-a63d-079c79774265 req-5093e8f2-fadb-4c57-9563-0beca5beca02 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:09.555074 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4907bc61-3b27-40a7-a63d-079c79774265 req-5093e8f2-fadb-4c57-9563-0beca5beca02 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.0562453 Jan 28 01:09:10.003653 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca9e73-3e59-4b27-b844-b7b53bacee6f req-988c7648-7a64-4990-a1c2-5385943b2cc9 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:10.005187 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5dca9e73-3e59-4b27-b844-b7b53bacee6f req-988c7648-7a64-4990-a1c2-5385943b2cc9 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 943 time: 0.3631930 Jan 28 01:09:10.012951 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 36bd86b5-f41d-4a6c-a257-fd10a82942fe details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:09:10.041742 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-4907bc61-3b27-40a7-a63d-079c79774265 req-04ea0e56-caed-43d3-b037-240252e40e41 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Deleting port cbde5988-e662-4783-8683-e5928af00220 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:09:10.042084 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4907bc61-3b27-40a7-a63d-079c79774265 req-04ea0e56-caed-43d3-b037-240252e40e41 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:10.063070 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5ae9-cade-4ff9-9b04-39662fa80cf2 req-09dfb429-16e0-4d43-9025-bcb386db61d1 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:10.064528 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-86dd5ae9-cade-4ff9-9b04-39662fa80cf2 req-09dfb429-16e0-4d43-9025-bcb386db61d1 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 949 time: 0.3390851 Jan 28 01:09:10.083913 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c5a7b9-eb1f-4a82-b65e-f85350c2503e tempest-TestMinimumBasicScenario-2000830385 tempest-TestMinimumBasicScenario-2000830385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:10.088489 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35704) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:10.089062 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-82c5a7b9-eb1f-4a82-b65e-f85350c2503e tempest-TestMinimumBasicScenario-2000830385 tempest-TestMinimumBasicScenario-2000830385-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 1093 time: 0.6098197 Jan 28 01:09:10.093070 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Request body: {'floatingip': {'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'port_id': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:10.135212 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 36bd86b5-f41d-4a6c-a257-fd10a82942fe, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:10.147311 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'port_id': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'mac_address': 'fa:16:3e:42:01:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:09:10.165824 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5dca9e73-3e59-4b27-b844-b7b53bacee6f req-158698da-390c-40ff-bc5f-9189440ba4b4 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356966 Jan 28 01:09:10.178377 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-86dd5ae9-cade-4ff9-9b04-39662fa80cf2 req-63714842-2d3e-4ea3-9ca9-13764866f75b tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/security-groups?id=5fe82864-ccb0-4ffc-b34c-4f73266f294f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021760 Jan 28 01:09:10.190477 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:10.218894 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bd86b5-f41d-4a6c-a257-fd10a82942fe {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:09:10.221783 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-4907bc61-3b27-40a7-a63d-079c79774265 req-04ea0e56-caed-43d3-b037-240252e40e41 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] For port cbde5988-e662-4783-8683-e5928af00220, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=cbde5988-e662-4783-8683-e5928af00220,segment=NetworkSegment(348eb817-9e1d-4660-8e1b-ec67380ffb22),segment_id=348eb817-9e1d-4660-8e1b-ec67380ffb22)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:10.222263 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4907bc61-3b27-40a7-a63d-079c79774265 req-04ea0e56-caed-43d3-b037-240252e40e41 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:10.236432 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-4907bc61-3b27-40a7-a63d-079c79774265 req-04ea0e56-caed-43d3-b037-240252e40e41 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Calling delete_port for cbde5988-e662-4783-8683-e5928af00220 owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:09:10.246377 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 36bd86b5-f41d-4a6c-a257-fd10a82942fe, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:10.246850 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for floatingip, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:10.358734 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:10.394493 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:10.446257 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=36bd86b5-f41d-4a6c-a257-fd10a82942fe,revision_number=9']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:10.475171 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4907bc61-3b27-40a7-a63d-079c79774265 req-04ea0e56-caed-43d3-b037-240252e40e41 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:10.533527 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea0e56-caed-43d3-b037-240252e40e41 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Pushing event deleted for resources: {'Port': ['ID=cbde5988-e662-4783-8683-e5928af00220,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:10.546135 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['cbde5988-e662-4783-8683-e5928af00220'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:10.573361 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-4907bc61-3b27-40a7-a63d-079c79774265 req-04ea0e56-caed-43d3-b037-240252e40e41 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] No DVR routers for this DVR port cbde5988-e662-4783-8683-e5928af00220 on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:10.573361 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4907bc61-3b27-40a7-a63d-079c79774265 req-04ea0e56-caed-43d3-b037-240252e40e41 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:10.575626 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4907bc61-3b27-40a7-a63d-079c79774265 req-04ea0e56-caed-43d3-b037-240252e40e41 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.53 "DELETE /v2.0/ports/cbde5988-e662-4783-8683-e5928af00220 HTTP/1.1" status: 204 len: 173 time: 1.0111990 Jan 28 01:09:10.576104 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7df118-c92c-4e22-b9bb-05833b3ba836', 'name': 'network-vif-deleted', 'tag': 'cbde5988-e662-4783-8683-e5928af00220'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:09:10.579995 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0477a817-2ef4-44ae-b7fd-f31c105ed6ae" -d '{"events": [{"server_uuid": "ea7df118-c92c-4e22-b9bb-05833b3ba836", "name": "network-vif-deleted", "tag": "cbde5988-e662-4783-8683-e5928af00220"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:10.643077 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec39e079-2f10-4370-9cad-898d95a36611 x-openstack-request-id: req-ec39e079-2f10-4370-9cad-898d95a36611 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:10.643077 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7df118-c92c-4e22-b9bb-05833b3ba836", "name": "network-vif-deleted", "tag": "cbde5988-e662-4783-8683-e5928af00220", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:10.643077 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec39e079-2f10-4370-9cad-898d95a36611 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:10.643077 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7df118-c92c-4e22-b9bb-05833b3ba836', 'name': 'network-vif-deleted', 'tag': 'cbde5988-e662-4783-8683-e5928af00220', 'status': 'completed', 'code': 200} Jan 28 01:09:10.648078 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_common [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Allocated IP 172.28.0.77 (33601191-b01a-4460-980f-590e10ed5ba8/440539cd-2d5c-4ab2-843c-9b347b12c340/6947d9a2-d94d-4c4d-8cb0-b178f4337b3f) {{(pid=102111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:10.808990 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for port, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:10.915413 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:10.917139 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e82ec1e-0fe4-4425-a2f5-4ec02cb5fa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:10.942791 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['36bd86b5-f41d-4a6c-a257-fd10a82942fe'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:10.972116 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Network 33601191-b01a-4460-980f-590e10ed5ba8 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:10.975873 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event updated for resources: {'Port': ['ID=6947d9a2-d94d-4c4d-8cb0-b178f4337b3f,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:10.978512 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:10.980592 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Received port after_create {{(pid=102111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:11.336225 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7c4db6b9-7f97-42da-97cc-4de56aedf64d req-a54cd244-a3af-4e4f-a17d-150f7c2cde20 tempest-VolumesNegativeTest-2064471272 tempest-VolumesNegativeTest-2064471272-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea7df118-c92c-4e22-b9bb-05833b3ba836 HTTP/1.1" status: 200 len: 210 time: 0.0420411 Jan 28 01:09:11.399609 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5e09b-d826-4582-a114-0ee5507e8313 req-6eea3579-16b0-409c-86f6-bf62925e42c9 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:11.401601 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5bc5e09b-d826-4582-a114-0ee5507e8313 req-6eea3579-16b0-409c-86f6-bf62925e42c9 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 944 time: 0.0703812 Jan 28 01:09:11.447885 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5bc5e09b-d826-4582-a114-0ee5507e8313 req-fe686ff5-2b7f-40ad-9fa0-fa56c6e0fbd2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375144 Jan 28 01:09:11.749359 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:11.958477 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:12.060793 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 36bd86b5-f41d-4a6c-a257-fd10a82942fe up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:12.124383 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port 36bd86b5-f41d-4a6c-a257-fd10a82942fe triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:12.124747 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:12.146005 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for port, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:12.201708 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:12.224707 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7b781b-1e43-437e-8124-f55093218b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bd86b5-f41d-4a6c-a257-fd10a82942fe'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:09:12.226942 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0bb055-325d-44f0-bbf5-985d106f6b08" -d '{"events": [{"server_uuid": "6c7b781b-1e43-437e-8124-f55093218b6a", "name": "network-vif-plugged", "status": "completed", "tag": "36bd86b5-f41d-4a6c-a257-fd10a82942fe"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:12.239598 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 36bd86b5-f41d-4a6c-a257-fd10a82942fe, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:12.263519 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b88f14e-4f35-451b-9c39-5f44638f5b5e x-openstack-request-id: req-4b88f14e-4f35-451b-9c39-5f44638f5b5e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:12.263844 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7b781b-1e43-437e-8124-f55093218b6a", "name": "network-vif-plugged", "status": "completed", "tag": "36bd86b5-f41d-4a6c-a257-fd10a82942fe", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:12.264091 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b88f14e-4f35-451b-9c39-5f44638f5b5e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:12.264478 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7b781b-1e43-437e-8124-f55093218b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'code': 200} Jan 28 01:09:12.275609 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859664'] for port, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:12.322338 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event updated for resources: {'Port': ['ID=6947d9a2-d94d-4c4d-8cb0-b178f4337b3f,revision_number=2']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:12.379047 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:12.381033 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device cbde5988-e662-4783-8683-e5928af00220 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:12.381899 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646029'] for floatingip, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:12.412953 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:12.413678 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: cbde5988-e662-4783-8683-e5928af00220 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:09:12.414203 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device cbde5988-e662-4783-8683-e5928af00220 not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:12.476919 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=36bd86b5-f41d-4a6c-a257-fd10a82942fe,revision_number=10']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:12.504492 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.l3_db [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Floating IP 634d6aab-eb17-4774-ad5f-7996c98e4657 associated. External IP: 172.28.0.77, port: e3ae02bb-9390-4322-bf5c-f4bb7a77a939. Jan 28 01:09:12.637732 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc9ba-bcfe-4637-a2f3-a31908cc9a89 req-d7d064c6-a802-4549-b5e5-7044808faab0 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:12.639241 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ae1cc9ba-bcfe-4637-a2f3-a31908cc9a89 req-d7d064c6-a802-4549-b5e5-7044808faab0 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0737002 Jan 28 01:09:12.647067 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb33040-f453-4fa4-b621-07cdb2ac08df req-fea1d336-2fe9-47ed-9dd9-50671edcb39c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:12.648491 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbb33040-f453-4fa4-b621-07cdb2ac08df req-fea1d336-2fe9-47ed-9dd9-50671edcb39c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 946 time: 0.0956264 Jan 28 01:09:12.716712 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ae1cc9ba-bcfe-4637-a2f3-a31908cc9a89 req-13ba9096-84cc-4926-9e0d-57948ba59f94 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671453 Jan 28 01:09:12.724756 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbb33040-f453-4fa4-b621-07cdb2ac08df req-8fa92fb2-b654-4ac4-bb3f-8565616550ff tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685999 Jan 28 01:09:12.762330 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Router f1fb3c1d-9fd4-464d-a00a-037ed63db68e has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:09:12.835630 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:12.879374 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:12.896285 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a21ae1-14f2-4f7b-81dc-904c5b165fc7 None None] Sync routers for ids ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:12.907384 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a21ae1-14f2-4f7b-81dc-904c5b165fc7 None None] Routers {'f1fb3c1d-9fd4-464d-a00a-037ed63db68e'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:12.908006 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-57a21ae1-14f2-4f7b-81dc-904c5b165fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:13.015137 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:13.024145 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-57a21ae1-14f2-4f7b-81dc-904c5b165fc7 None None] Set router f1fb3c1d-9fd4-464d-a00a-037ed63db68e gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:13.082086 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-de3f4ac0-13e1-45b2-a2d8-18fb0e235432 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9925437 Jan 28 01:09:13.082681 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9431550b-2897-48c6-bca1-75f2799b891c', 'tag': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939'}] {{(pid=102111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:09:13.085152 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b758d530082989913afebcbbaf9e42b8e478f77c7c540d2473370b3881081be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a182cbf6-b9c8-4681-8d24-ef16a221d2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9431550b-2897-48c6-bca1-75f2799b891c", "tag": "e3ae02bb-9390-4322-bf5c-f4bb7a77a939"}]}' {{(pid=102111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:13.085733 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 35810) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:13.106442 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-3ca54a5c-f67b-4f07-910f-b061c893a182 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-223796750', 'description': 'tempest-secgroup-smoke-223796750 description', 'project_id': '20c417a185e8429780c907b907b3f073'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:13.149796 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944aace9-daf8-4389-a8d4-981964c4b183 x-openstack-request-id: req-944aace9-daf8-4389-a8d4-981964c4b183 {{(pid=102111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:13.150088 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9431550b-2897-48c6-bca1-75f2799b891c", "tag": "e3ae02bb-9390-4322-bf5c-f4bb7a77a939", "status": "completed", "code": 200}]} {{(pid=102111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:13.150624 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-944aace9-daf8-4389-a8d4-981964c4b183 {{(pid=102111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:13.150745 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9431550b-2897-48c6-bca1-75f2799b891c', 'tag': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939', 'status': 'completed', 'code': 200} Jan 28 01:09:13.175333 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72d213-2592-4db4-9cc8-e25692afb153 req-615e6443-64ef-49dd-80b3-538e347055e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:13.177467 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4c72d213-2592-4db4-9cc8-e25692afb153 req-615e6443-64ef-49dd-80b3-538e347055e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 1099 time: 0.0656641 Jan 28 01:09:13.267474 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4c72d213-2592-4db4-9cc8-e25692afb153 req-6968d4e7-30c0-4d7b-9752-f50e5cfd93e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654216 Jan 28 01:09:13.274495 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182cbf6-b9c8-4681-8d24-ef16a221d2b4 req-a5c7aac9-8131-42f1-837f-eea8e914cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:13.276149 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a182cbf6-b9c8-4681-8d24-ef16a221d2b4 req-a5c7aac9-8131-42f1-837f-eea8e914cd80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c417a185e8429780c907b907b3f073&device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 1098 time: 0.0637367 Jan 28 01:09:13.301301 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-57a21ae1-14f2-4f7b-81dc-904c5b165fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:07:51Z', 'revision_number': 4, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port': {'id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:47Z', 'updated_at': '2022-01-28T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': '634d6aab-eb17-4774-ad5f-7996c98e4657', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'floating_ip_address': '172.28.0.77', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'port_id': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'mac_address': 'fa:16:3e:40:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9431550b-2897-48c6-bca1-75f2799b891c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:09:11Z', 'updated_at': '2022-01-28T01:09:11Z', 'revision_number': 0, 'project_id': '20c417a185e8429780c907b907b3f073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91b1942-c10f-4b50-b3b9-01616acacffe', 'name': '', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'mac_address': 'fa:16:3e:55:f3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '6a12ed7e-5262-4f52-b994-488391826371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:50Z', 'updated_at': '2022-01-28T01:07:56Z', 'revision_number': 5, 'project_id': '20c417a185e8429780c907b907b3f073', 'subnets': [{'id': '6a12ed7e-5262-4f52-b994-488391826371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:13.303997 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3ca54a5c-f67b-4f07-910f-b061c893a182 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:13.331079 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a21ae1-14f2-4f7b-81dc-904c5b165fc7 None None] Checking router: f1fb3c1d-9fd4-464d-a00a-037ed63db68e for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:13.340467 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a21ae1-14f2-4f7b-81dc-904c5b165fc7 None None] Routers {'f1fb3c1d-9fd4-464d-a00a-037ed63db68e'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:13.341148 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-57a21ae1-14f2-4f7b-81dc-904c5b165fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:13.384528 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3ca54a5c-f67b-4f07-910f-b061c893a182 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:13.446289 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3ca54a5c-f67b-4f07-910f-b061c893a182 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:13.459999 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-57a21ae1-14f2-4f7b-81dc-904c5b165fc7 None None] Set router f1fb3c1d-9fd4-464d-a00a-037ed63db68e gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:13.490495 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca54a5c-f67b-4f07-910f-b061c893a182 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e926819-ccc1-4bc1-8a7b-29054efb67b4,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:13.540042 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3ca54a5c-f67b-4f07-910f-b061c893a182 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:13.541854 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-3ca54a5c-f67b-4f07-910f-b061c893a182 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4529579 Jan 28 01:09:13.544773 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35830) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:13.552144 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-3dcaff28-d96d-46ed-82eb-1ab5c76e23a2 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Request body: {'security_group_rule': {'security_group_id': '2e926819-ccc1-4bc1-8a7b-29054efb67b4', 'project_id': '20c417a185e8429780c907b907b3f073', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:13.670668 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:13.706731 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3dcaff28-d96d-46ed-82eb-1ab5c76e23a2 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:13.785818 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182cbf6-b9c8-4681-8d24-ef16a221d2b4 req-f62e78d9-2a8c-4093-ad86-67149a532018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:13.794542 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a182cbf6-b9c8-4681-8d24-ef16a221d2b4 req-f62e78d9-2a8c-4093-ad86-67149a532018 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 HTTP/1.1" status: 200 len: 916 time: 0.1766768 Jan 28 01:09:13.804006 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 35868) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:13.825179 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:13.892645 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3dcaff28-d96d-46ed-82eb-1ab5c76e23a2 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:13.916477 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-57a21ae1-14f2-4f7b-81dc-904c5b165fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:07:51Z', 'revision_number': 4, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port': {'id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:47Z', 'updated_at': '2022-01-28T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': '634d6aab-eb17-4774-ad5f-7996c98e4657', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'floating_ip_address': '172.28.0.77', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'port_id': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'mac_address': 'fa:16:3e:40:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9431550b-2897-48c6-bca1-75f2799b891c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:09:11Z', 'updated_at': '2022-01-28T01:09:11Z', 'revision_number': 0, 'project_id': '20c417a185e8429780c907b907b3f073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91b1942-c10f-4b50-b3b9-01616acacffe', 'name': '', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'mac_address': 'fa:16:3e:55:f3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '6a12ed7e-5262-4f52-b994-488391826371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:50Z', 'updated_at': '2022-01-28T01:07:56Z', 'revision_number': 5, 'project_id': '20c417a185e8429780c907b907b3f073', 'subnets': [{'id': '6a12ed7e-5262-4f52-b994-488391826371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:13.951178 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a21ae1-14f2-4f7b-81dc-904c5b165fc7 None None] The sync data for ids ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'] in dv-cinder-821890-1-smb is: [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:07:51Z', 'revision_number': 4, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port': {'id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:47Z', 'updated_at': '2022-01-28T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': '634d6aab-eb17-4774-ad5f-7996c98e4657', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'floating_ip_address': '172.28.0.77', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'port_id': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'mac_address': 'fa:16:3e:40:1f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9431550b-2897-48c6-bca1-75f2799b891c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:09:11Z', 'updated_at': '2022-01-28T01:09:11Z', 'revision_number': 0, 'project_id': '20c417a185e8429780c907b907b3f073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91b1942-c10f-4b50-b3b9-01616acacffe', 'name': '', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'mac_address': 'fa:16:3e:55:f3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '6a12ed7e-5262-4f52-b994-488391826371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:50Z', 'updated_at': '2022-01-28T01:07:56Z', 'revision_number': 5, 'project_id': '20c417a185e8429780c907b907b3f073', 'subnets': [{'id': '6a12ed7e-5262-4f52-b994-488391826371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:14.069667 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a32e-0fae-41d1-9eff-aed4c6876eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:14.070871 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3dcaff28-d96d-46ed-82eb-1ab5c76e23a2 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:14.095797 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcaff28-d96d-46ed-82eb-1ab5c76e23a2 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86379be0-005d-4c2b-8256-68412814d658,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:14.097278 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a182cbf6-b9c8-4681-8d24-ef16a221d2b4 req-926fce46-3af7-4401-ae0c-e6b6d5b792f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939 HTTP/1.1" status: 200 len: 998 time: 0.2919009 Jan 28 01:09:14.119148 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647839c-dde1-4ed0-b8d0-dd11de8cc386 req-4b7dd404-5293-4c44-8cbe-a7cdfe18b977 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:14.122009 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2647839c-dde1-4ed0-b8d0-dd11de8cc386 req-4b7dd404-5293-4c44-8cbe-a7cdfe18b977 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 946 time: 0.2118704 Jan 28 01:09:14.145757 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88af969-5c3a-4ae8-8ec0-21d88ccdc42b req-30022465-29d9-49a1-aea8-2ad3af75c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:14.147292 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d88af969-5c3a-4ae8-8ec0-21d88ccdc42b req-30022465-29d9-49a1-aea8-2ad3af75c1fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b0da38f28ed432e803107ee76115dbc&device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 1099 time: 0.2367864 Jan 28 01:09:14.182050 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dcbde-9435-4730-abe7-59031756d04f req-2df5fe4c-00d6-473b-9602-6dedbd5bead6 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:14.183528 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a82dcbde-9435-4730-abe7-59031756d04f req-2df5fe4c-00d6-473b-9602-6dedbd5bead6 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.2751451 Jan 28 01:09:14.318085 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182cbf6-b9c8-4681-8d24-ef16a221d2b4 req-98117d74-949c-4714-bde0-d726cae92daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:14.320446 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a182cbf6-b9c8-4681-8d24-ef16a221d2b4 req-98117d74-949c-4714-bde0-d726cae92daf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a12ed7e-5262-4f52-b994-488391826371 HTTP/1.1" status: 200 len: 854 time: 0.1963112 Jan 28 01:09:14.324026 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2813859-a071-4a14-9bca-355790f49964 None None] New status for floating IP 634d6aab-eb17-4774-ad5f-7996c98e4657: ACTIVE {{(pid=102113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:09:14.367065 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2647839c-dde1-4ed0-b8d0-dd11de8cc386 req-194ed91c-e7e8-42ae-a1af-079d94957d32 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241309 Jan 28 01:09:14.397917 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a82dcbde-9435-4730-abe7-59031756d04f req-e3351678-98fe-4aa6-bbc4-5b712ec783b3 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940112 Jan 28 01:09:14.443212 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a32e-0fae-41d1-9eff-aed4c6876eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:14.445993 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88af969-5c3a-4ae8-8ec0-21d88ccdc42b req-9219d94e-c253-41fc-b9d2-ece6eb2b34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:14.447511 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d88af969-5c3a-4ae8-8ec0-21d88ccdc42b req-9219d94e-c253-41fc-b9d2-ece6eb2b34b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212 HTTP/1.1" status: 200 len: 918 time: 0.2584445 Jan 28 01:09:14.451924 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182cbf6-b9c8-4681-8d24-ef16a221d2b4 req-b2c0857a-1586-4581-821e-fbea0aff2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:14.453925 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a182cbf6-b9c8-4681-8d24-ef16a221d2b4 req-b2c0857a-1586-4581-821e-fbea0aff2b0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1011870 Jan 28 01:09:14.478616 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3dcaff28-d96d-46ed-82eb-1ab5c76e23a2 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:14.483420 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-3dcaff28-d96d-46ed-82eb-1ab5c76e23a2 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9374087 Jan 28 01:09:14.489277 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35900) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:14.502784 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-cdaadb70-bfc2-497c-801d-d74d1eb13bfe tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Request body: {'security_group_rule': {'security_group_id': '2e926819-ccc1-4bc1-8a7b-29054efb67b4', 'project_id': '20c417a185e8429780c907b907b3f073', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:14.572414 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a32e-0fae-41d1-9eff-aed4c6876eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:14.595519 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d88af969-5c3a-4ae8-8ec0-21d88ccdc42b req-70814a08-8542-42a3-ab66-dae3d4c3b4d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe HTTP/1.1" status: 200 len: 1001 time: 0.1292191 Jan 28 01:09:14.654453 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cdaadb70-bfc2-497c-801d-d74d1eb13bfe tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:14.680640 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-8dd4a32e-0fae-41d1-9eff-aed4c6876eea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6fa37c41318749e1ba1569d72d0a4c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8741465 Jan 28 01:09:14.684206 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35912) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:14.686278 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4a32e-0fae-41d1-9eff-aed4c6876eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b081014e-2201-4601-8d8f-fe74feff5d58,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:14.695944 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a182cbf6-b9c8-4681-8d24-ef16a221d2b4 req-96dca128-9446-4e82-94c3-af05302cc0e0 service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227676 Jan 28 01:09:14.703366 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88af969-5c3a-4ae8-8ec0-21d88ccdc42b req-bf06c7a1-fd7f-4956-aa38-eefbb78b1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:14.705624 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d88af969-5c3a-4ae8-8ec0-21d88ccdc42b req-bf06c7a1-fd7f-4956-aa38-eefbb78b1b4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de468f85-8d93-4089-bcfa-66cbbedae8e2 HTTP/1.1" status: 200 len: 856 time: 0.0871208 Jan 28 01:09:14.791270 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cdaadb70-bfc2-497c-801d-d74d1eb13bfe tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:14.800725 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0754066f-45af-497a-9cc8-825a3a548d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:14.821791 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88af969-5c3a-4ae8-8ec0-21d88ccdc42b req-c017e1fa-9b32-44ca-8bc9-fb71520d7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:14.823327 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d88af969-5c3a-4ae8-8ec0-21d88ccdc42b req-c017e1fa-9b32-44ca-8bc9-fb71520d7b9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1033580 Jan 28 01:09:14.827198 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0754066f-45af-497a-9cc8-825a3a548d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:14.864133 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a182cbf6-b9c8-4681-8d24-ef16a221d2b4 req-118da9ea-229c-4623-9da6-89ccb942e9fb service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516600 Jan 28 01:09:14.876218 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cdaadb70-bfc2-497c-801d-d74d1eb13bfe tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:14.897610 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaadb70-bfc2-497c-801d-d74d1eb13bfe tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f43d224-4ab2-4945-98f1-9c7248d20210,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:14.931926 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d88af969-5c3a-4ae8-8ec0-21d88ccdc42b req-efdd4f67-b003-49d2-82aa-66ffdf3dc6fe service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956812 Jan 28 01:09:14.984352 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0754066f-45af-497a-9cc8-825a3a548d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:14.987078 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0754066f-45af-497a-9cc8-825a3a548d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:14.988237 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-0754066f-45af-497a-9cc8-825a3a548d8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b081014e-2201-4601-8d8f-fe74feff5d58 HTTP/1.1" status: 204 len: 168 time: 0.3030121 Jan 28 01:09:14.992609 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cdaadb70-bfc2-497c-801d-d74d1eb13bfe tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:14.993744 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-cdaadb70-bfc2-497c-801d-d74d1eb13bfe tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5034630 Jan 28 01:09:14.998406 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 35926) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:15.002258 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754066f-45af-497a-9cc8-825a3a548d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b081014e-2201-4601-8d8f-fe74feff5d58,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:15.004526 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-5f10adde-5d49-40d0-8023-9fb196dd8d1b tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Request body: {'security_group_rule': {'security_group_id': '2e926819-ccc1-4bc1-8a7b-29054efb67b4', 'project_id': '20c417a185e8429780c907b907b3f073', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:15.053882 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d88af969-5c3a-4ae8-8ec0-21d88ccdc42b req-98be450d-e1c4-473d-9e0f-4aa8aa99b697 service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142824 Jan 28 01:09:15.169561 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5f10adde-5d49-40d0-8023-9fb196dd8d1b tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:15.248136 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5f10adde-5d49-40d0-8023-9fb196dd8d1b tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:15.355604 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5f10adde-5d49-40d0-8023-9fb196dd8d1b tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:15.379791 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10adde-5d49-40d0-8023-9fb196dd8d1b tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bc8145-5324-4fa1-aa87-bd1a9de6d63e,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:15.522319 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5f10adde-5d49-40d0-8023-9fb196dd8d1b tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:15.526269 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-5f10adde-5d49-40d0-8023-9fb196dd8d1b tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5265312 Jan 28 01:09:15.527787 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35946) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:15.535466 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-0780f441-b4cd-418a-b437-f6e4c6dc82ef tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Request body: {'security_group_rule': {'security_group_id': '2e926819-ccc1-4bc1-8a7b-29054efb67b4', 'project_id': '20c417a185e8429780c907b907b3f073', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:15.548350 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01ed0b-9ea3-4ad9-9d1a-42102fc4c81f req-1aceacf0-a0df-438c-9079-530f933cd920 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:15.549759 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-af01ed0b-9ea3-4ad9-9d1a-42102fc4c81f req-1aceacf0-a0df-438c-9079-530f933cd920 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 946 time: 0.0952981 Jan 28 01:09:15.593149 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ef0f2-910f-43cb-a281-c2698ae7dbe5 req-d3fcb208-dd72-4fb8-9881-57f57ed523cf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:15.594179 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ea8ef0f2-910f-43cb-a281-c2698ae7dbe5 req-d3fcb208-dd72-4fb8-9881-57f57ed523cf tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.1092994 Jan 28 01:09:15.647476 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-af01ed0b-9ea3-4ad9-9d1a-42102fc4c81f req-c800b6a4-dea2-415b-8f9c-5ac6f4919114 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910490 Jan 28 01:09:15.664508 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ea8ef0f2-910f-43cb-a281-c2698ae7dbe5 req-2a82a1be-1c4d-405a-a898-a63bf8ebbd59 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584238 Jan 28 01:09:15.733240 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0780f441-b4cd-418a-b437-f6e4c6dc82ef tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:15.798891 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0780f441-b4cd-418a-b437-f6e4c6dc82ef tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:15.853435 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0780f441-b4cd-418a-b437-f6e4c6dc82ef tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:15.879345 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780f441-b4cd-418a-b437-f6e4c6dc82ef tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14195ccc-f134-44f1-a35f-f9a048a80b22,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:15.957537 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0780f441-b4cd-418a-b437-f6e4c6dc82ef tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:15.958775 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-0780f441-b4cd-418a-b437-f6e4c6dc82ef tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4298038 Jan 28 01:09:15.961486 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 35992) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:15.965914 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-a114166e-692f-4f1d-9523-4a44fa7069d7 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Request body: {'security_group_rule': {'security_group_id': '2e926819-ccc1-4bc1-8a7b-29054efb67b4', 'project_id': '20c417a185e8429780c907b907b3f073', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:16.054465 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.securitygroups_db [None req-a114166e-692f-4f1d-9523-4a44fa7069d7 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Project 20c417a185e8429780c907b907b3f073 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:09:16.059957 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a114166e-692f-4f1d-9523-4a44fa7069d7 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:16.138928 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a114166e-692f-4f1d-9523-4a44fa7069d7 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:16.171893 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affc8fa-e2fb-4278-8b11-58da164ebb1c req-aedaeefa-24c3-48fe-9e1f-fe4feba321b6 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:16.173985 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9affc8fa-e2fb-4278-8b11-58da164ebb1c req-aedaeefa-24c3-48fe-9e1f-fe4feba321b6 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.53 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 945 time: 0.0648825 Jan 28 01:09:16.216156 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a114166e-692f-4f1d-9523-4a44fa7069d7 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:16.243015 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114166e-692f-4f1d-9523-4a44fa7069d7 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae493ead-56c9-44b7-a329-59dcfee0e3f4,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:16.310629 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-9affc8fa-e2fb-4278-8b11-58da164ebb1c req-96ea6e24-3a06-475a-abed-4b5523ed6e84 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Deleting port d223264f-ca15-4ee2-ba58-d52d6d7f374e {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:09:16.311006 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-9affc8fa-e2fb-4278-8b11-58da164ebb1c req-96ea6e24-3a06-475a-abed-4b5523ed6e84 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:16.347161 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a114166e-692f-4f1d-9523-4a44fa7069d7 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:16.348654 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-a114166e-692f-4f1d-9523-4a44fa7069d7 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3862133 Jan 28 01:09:16.352642 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36064) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:16.359850 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-755ab3b6-6bc3-46fc-a113-69d38219f001 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Request body: {'security_group_rule': {'security_group_id': '2e926819-ccc1-4bc1-8a7b-29054efb67b4', 'project_id': '20c417a185e8429780c907b907b3f073', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:16.432397 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-9affc8fa-e2fb-4278-8b11-58da164ebb1c req-96ea6e24-3a06-475a-abed-4b5523ed6e84 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] For port d223264f-ca15-4ee2-ba58-d52d6d7f374e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d223264f-ca15-4ee2-ba58-d52d6d7f374e,segment=NetworkSegment(b75a6e8a-6a59-4bf7-83b5-f3b6be419063),segment_id=b75a6e8a-6a59-4bf7-83b5-f3b6be419063)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:16.432397 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-9affc8fa-e2fb-4278-8b11-58da164ebb1c req-96ea6e24-3a06-475a-abed-4b5523ed6e84 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:16.433527 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-9affc8fa-e2fb-4278-8b11-58da164ebb1c req-96ea6e24-3a06-475a-abed-4b5523ed6e84 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Calling delete_port for d223264f-ca15-4ee2-ba58-d52d6d7f374e owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:09:16.479618 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36076) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:16.516069 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.securitygroups_db [None req-755ab3b6-6bc3-46fc-a113-69d38219f001 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Project 20c417a185e8429780c907b907b3f073 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:09:16.522229 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-755ab3b6-6bc3-46fc-a113-69d38219f001 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:16.588321 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-755ab3b6-6bc3-46fc-a113-69d38219f001 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:16.729790 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-557bde0f-30a5-4b42-b6c0-61cdbc76f08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:16.732793 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-755ab3b6-6bc3-46fc-a113-69d38219f001 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:16.770209 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-9affc8fa-e2fb-4278-8b11-58da164ebb1c req-96ea6e24-3a06-475a-abed-4b5523ed6e84 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:16.787260 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ab3b6-6bc3-46fc-a113-69d38219f001 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04d7bc1-0d19-4b30-b3ef-deffdf10f41a,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:16.805342 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['383d146b-f6ca-400b-92f2-9b0402079adf', 'd223264f-ca15-4ee2-ba58-d52d6d7f374e'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:16.816979 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-56d0b718-2ee4-4f61-8343-119b51d4b9b9 req-588aebf2-3bf1-4748-9f7e-5773546cba4c tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 210 time: 0.0358040 Jan 28 01:09:16.857904 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea6e24-3a06-475a-abed-4b5523ed6e84 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Pushing event deleted for resources: {'Port': ['ID=d223264f-ca15-4ee2-ba58-d52d6d7f374e,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:16.886227 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-557bde0f-30a5-4b42-b6c0-61cdbc76f08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:16.895821 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-755ab3b6-6bc3-46fc-a113-69d38219f001 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:16.897366 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-755ab3b6-6bc3-46fc-a113-69d38219f001 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5433626 Jan 28 01:09:16.932096 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-9affc8fa-e2fb-4278-8b11-58da164ebb1c req-96ea6e24-3a06-475a-abed-4b5523ed6e84 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] No DVR routers for this DVR port d223264f-ca15-4ee2-ba58-d52d6d7f374e on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:16.935331 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-9affc8fa-e2fb-4278-8b11-58da164ebb1c req-96ea6e24-3a06-475a-abed-4b5523ed6e84 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:16.938928 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9affc8fa-e2fb-4278-8b11-58da164ebb1c req-96ea6e24-3a06-475a-abed-4b5523ed6e84 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.53 "DELETE /v2.0/ports/d223264f-ca15-4ee2-ba58-d52d6d7f374e HTTP/1.1" status: 204 len: 173 time: 0.7588000 Jan 28 01:09:16.941007 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32c4180-8c40-4015-a8d3-2fab4f1953cc', 'name': 'network-vif-deleted', 'tag': 'd223264f-ca15-4ee2-ba58-d52d6d7f374e'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:09:16.943442 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fed3605-80f0-45bd-93f2-6d7ba6682f28" -d '{"events": [{"server_uuid": "b32c4180-8c40-4015-a8d3-2fab4f1953cc", "name": "network-vif-deleted", "tag": "d223264f-ca15-4ee2-ba58-d52d6d7f374e"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:16.965035 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1fd42-3198-48c0-bda0-c0c3778d9548 req-4f69c908-aa96-4750-bbe8-72b16002d1eb tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:16.966772 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f0c1fd42-3198-48c0-bda0-c0c3778d9548 req-4f69c908-aa96-4750-bbe8-72b16002d1eb tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 946 time: 0.1670249 Jan 28 01:09:16.980001 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-557bde0f-30a5-4b42-b6c0-61cdbc76f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:17.004575 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6b4e5a1c-3bb5-44df-839f-383efe8d3377 req-da76afb4-e78e-41cd-8af1-16e2ee86c076 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-223796750&fields=id&tenant_id=20c417a185e8429780c907b907b3f073 HTTP/1.1" status: 200 len: 267 time: 0.0550678 Jan 28 01:09:17.030704 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-557bde0f-30a5-4b42-b6c0-61cdbc76f08b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e70f948782c4d05ad34461e2676a989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5472937 Jan 28 01:09:17.031046 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36100) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:17.039795 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557bde0f-30a5-4b42-b6c0-61cdbc76f08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fea1b69-ec1c-47a2-b7f1-0ec35e8e750f,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:17.065936 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f0c1fd42-3198-48c0-bda0-c0c3778d9548 req-b8833690-502a-41c2-afec-9d23ad45ef1c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762715 Jan 28 01:09:17.104800 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e5a1c-3bb5-44df-839f-383efe8d3377 req-5d2010b3-7f15-4101-b45f-e814dd271238 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:17.109172 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6b4e5a1c-3bb5-44df-839f-383efe8d3377 req-5d2010b3-7f15-4101-b45f-e814dd271238 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 945 time: 0.0918632 Jan 28 01:09:17.118289 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8229e56e-4f1e-4670-8b4a-6d0bfa3f3282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:17.121387 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-6b4e5a1c-3bb5-44df-839f-383efe8d3377 req-435be18b-e6f7-4a59-aad2-e4c2b8c0a26f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Request body: {'port': {'security_groups': ['9433bece-f517-4ef3-8aac-2e16b52ef456', '2e926819-ccc1-4bc1-8a7b-29054efb67b4']}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:17.142210 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8229e56e-4f1e-4670-8b4a-6d0bfa3f3282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:17.156573 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fb3450-b879-423c-aeed-46bff19d650b x-openstack-request-id: req-09fb3450-b879-423c-aeed-46bff19d650b {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:17.156912 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32c4180-8c40-4015-a8d3-2fab4f1953cc", "name": "network-vif-deleted", "tag": "d223264f-ca15-4ee2-ba58-d52d6d7f374e", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:17.163918 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09fb3450-b879-423c-aeed-46bff19d650b {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:17.163918 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32c4180-8c40-4015-a8d3-2fab4f1953cc', 'name': 'network-vif-deleted', 'tag': 'd223264f-ca15-4ee2-ba58-d52d6d7f374e', 'status': 'completed', 'code': 200} Jan 28 01:09:17.201288 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-6b4e5a1c-3bb5-44df-839f-383efe8d3377 req-435be18b-e6f7-4a59-aad2-e4c2b8c0a26f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:17.327348 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8229e56e-4f1e-4670-8b4a-6d0bfa3f3282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:17.331661 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8229e56e-4f1e-4670-8b4a-6d0bfa3f3282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:17.333055 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-8229e56e-4f1e-4670-8b4a-6d0bfa3f3282 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fea1b69-ec1c-47a2-b7f1-0ec35e8e750f HTTP/1.1" status: 204 len: 168 time: 0.3002577 Jan 28 01:09:17.357647 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229e56e-4f1e-4670-8b4a-6d0bfa3f3282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fea1b69-ec1c-47a2-b7f1-0ec35e8e750f,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:17.454380 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-6b4e5a1c-3bb5-44df-839f-383efe8d3377 req-435be18b-e6f7-4a59-aad2-e4c2b8c0a26f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] For port e3ae02bb-9390-4322-bf5c-f4bb7a77a939, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,segment=NetworkSegment(dee4a4b9-e0e9-47ec-85e0-984c9585ed8c),segment_id=dee4a4b9-e0e9-47ec-85e0-984c9585ed8c)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:17.494982 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-6b4e5a1c-3bb5-44df-839f-383efe8d3377 req-435be18b-e6f7-4a59-aad2-e4c2b8c0a26f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:17.596996 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-6b4e5a1c-3bb5-44df-839f-383efe8d3377 req-435be18b-e6f7-4a59-aad2-e4c2b8c0a26f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:17.640642 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['e3ae02bb-9390-4322-bf5c-f4bb7a77a939'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:17.651050 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e5a1c-3bb5-44df-839f-383efe8d3377 req-435be18b-e6f7-4a59-aad2-e4c2b8c0a26f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:17.651868 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-6b4e5a1c-3bb5-44df-839f-383efe8d3377 req-435be18b-e6f7-4a59-aad2-e4c2b8c0a26f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:17.653368 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6b4e5a1c-3bb5-44df-839f-383efe8d3377 req-435be18b-e6f7-4a59-aad2-e4c2b8c0a26f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "PUT /v2.0/ports/e3ae02bb-9390-4322-bf5c-f4bb7a77a939 HTTP/1.1" status: 200 len: 981 time: 0.5369415 Jan 28 01:09:17.693596 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435be18b-e6f7-4a59-aad2-e4c2b8c0a26f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event updated for resources: {'Port': ['ID=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,revision_number=6']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:17.819992 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e4a20-852d-40ad-82d4-e398ed982af4 req-4eeb0fde-eba9-4fca-8de1-4fd29a87dfa8 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:17.828130 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4f4e4a20-852d-40ad-82d4-e398ed982af4 req-4eeb0fde-eba9-4fca-8de1-4fd29a87dfa8 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0884228 Jan 28 01:09:17.865758 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['e3ae02bb-9390-4322-bf5c-f4bb7a77a939'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:17.905958 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4f4e4a20-852d-40ad-82d4-e398ed982af4 req-c49e668d-ca74-49bc-a7d5-62f88706dec5 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769417 Jan 28 01:09:18.027841 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cff77127-ca68-4bc6-a98c-283602ba7c2c req-e64f0831-3a2e-4f5d-93ba-d9813b84a4de tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32c4180-8c40-4015-a8d3-2fab4f1953cc HTTP/1.1" status: 200 len: 210 time: 0.0488913 Jan 28 01:09:18.109550 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-779bd449-99dc-45a0-af6d-dcd9872b9cbb None None] Provisioning complete for port e3ae02bb-9390-4322-bf5c-f4bb7a77a939 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:18.115813 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-779bd449-99dc-45a0-af6d-dcd9872b9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:18.604465 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bf911-bf46-47ba-a9a2-00a1fb669bcb req-b08a1b4e-6837-41e2-8051-93e495b3a63b tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:18.606035 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f81bf911-bf46-47ba-a9a2-00a1fb669bcb req-b08a1b4e-6837-41e2-8051-93e495b3a63b tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 946 time: 0.4510925 Jan 28 01:09:18.644561 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f81bf911-bf46-47ba-a9a2-00a1fb669bcb req-28e06d9e-2c0b-41d1-8006-eca262daa51b tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313888 Jan 28 01:09:19.158380 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9431550b-2897-48c6-bca1-75f2799b891c', 'tag': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:09:19.160841 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074bb0be-c5a7-49a9-a654-1420d3acfecc" -d '{"events": [{"name": "network-changed", "server_uuid": "9431550b-2897-48c6-bca1-75f2799b891c", "tag": "e3ae02bb-9390-4322-bf5c-f4bb7a77a939"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:19.195519 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e538a88e-6527-474e-ac65-c2837c864c8e x-openstack-request-id: req-e538a88e-6527-474e-ac65-c2837c864c8e {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:19.195812 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9431550b-2897-48c6-bca1-75f2799b891c", "tag": "e3ae02bb-9390-4322-bf5c-f4bb7a77a939", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:19.196065 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e538a88e-6527-474e-ac65-c2837c864c8e {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:19.196456 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9431550b-2897-48c6-bca1-75f2799b891c', 'tag': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939', 'status': 'completed', 'code': 200} Jan 28 01:09:19.290725 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bb0be-c5a7-49a9-a654-1420d3acfecc req-a9a3ab42-2387-4012-a50e-68ddc05b6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:19.292392 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-074bb0be-c5a7-49a9-a654-1420d3acfecc req-a9a3ab42-2387-4012-a50e-68ddc05b6398 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c417a185e8429780c907b907b3f073&device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 1137 time: 0.0436885 Jan 28 01:09:19.390571 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bb0be-c5a7-49a9-a654-1420d3acfecc req-b122e9ee-4640-4ee9-83de-3e03fa191bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:19.392262 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-074bb0be-c5a7-49a9-a654-1420d3acfecc req-b122e9ee-4640-4ee9-83de-3e03fa191bd9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 HTTP/1.1" status: 200 len: 916 time: 0.0921381 Jan 28 01:09:19.470407 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-074bb0be-c5a7-49a9-a654-1420d3acfecc req-78050202-6904-4572-b818-f4c897884d8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939 HTTP/1.1" status: 200 len: 1000 time: 0.0611391 Jan 28 01:09:19.537182 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bb0be-c5a7-49a9-a654-1420d3acfecc req-6b3a2c33-89ae-4df6-bccf-6561d01ba389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:19.538538 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-074bb0be-c5a7-49a9-a654-1420d3acfecc req-6b3a2c33-89ae-4df6-bccf-6561d01ba389 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a12ed7e-5262-4f52-b994-488391826371 HTTP/1.1" status: 200 len: 854 time: 0.0545571 Jan 28 01:09:19.629902 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bb0be-c5a7-49a9-a654-1420d3acfecc req-37f9587b-8c2c-406a-ad42-25d3b5594b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:19.632805 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-074bb0be-c5a7-49a9-a654-1420d3acfecc req-37f9587b-8c2c-406a-ad42-25d3b5594b74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0574830 Jan 28 01:09:19.658735 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a066684-b3f1-4d3c-9d47-af2903dd8a98 req-196287c4-ce3b-4e33-810d-7e44c0b49cf0 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:19.660322 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1a066684-b3f1-4d3c-9d47-af2903dd8a98 req-196287c4-ce3b-4e33-810d-7e44c0b49cf0 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1143966 Jan 28 01:09:19.767401 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1a066684-b3f1-4d3c-9d47-af2903dd8a98 req-ab267487-615b-4d65-ac3c-529546c15a73 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967402 Jan 28 01:09:19.804628 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-074bb0be-c5a7-49a9-a654-1420d3acfecc req-8685cc76-d5ca-41f4-bb11-07446edddb8c service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432745 Jan 28 01:09:19.911952 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-074bb0be-c5a7-49a9-a654-1420d3acfecc req-d88037b3-926f-456b-be47-248d111c343f service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940542 Jan 28 01:09:20.069517 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device d223264f-ca15-4ee2-ba58-d52d6d7f374e no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:20.088978 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: d223264f-ca15-4ee2-ba58-d52d6d7f374e {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:09:20.091506 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device d223264f-ca15-4ee2-ba58-d52d6d7f374e not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:20.354316 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36254) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:20.487175 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-810c47e9-3162-47c2-9d2b-83ce418a51e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79f20c24c0364e89b54e5e1910c947af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1315618 Jan 28 01:09:20.489659 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36258) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:20.538076 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-68a0563c-00ae-4fbe-ac50-d595cb293fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:20.559945 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-68a0563c-00ae-4fbe-ac50-d595cb293fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:20.625102 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:09:20.670154 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-68a0563c-00ae-4fbe-ac50-d595cb293fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:20.673522 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-68a0563c-00ae-4fbe-ac50-d595cb293fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:20.676964 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-68a0563c-00ae-4fbe-ac50-d595cb293fb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5fe82864-ccb0-4ffc-b34c-4f73266f294f HTTP/1.1" status: 204 len: 168 time: 0.1841438 Jan 28 01:09:20.685586 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0563c-00ae-4fbe-ac50-d595cb293fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe82864-ccb0-4ffc-b34c-4f73266f294f,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:20.902241 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bab25-bde4-470e-a6ea-6ac460784864 req-54ae4e8b-325f-4bb6-97bd-e1a6c2f0f86b tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:20.907009 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-987bab25-bde4-470e-a6ea-6ac460784864 req-54ae4e8b-325f-4bb6-97bd-e1a6c2f0f86b tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0623331 Jan 28 01:09:20.949478 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-987bab25-bde4-470e-a6ea-6ac460784864 req-fe583c82-f555-41b0-bab3-7015d597e2e9 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388007 Jan 28 01:09:21.649132 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36298) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:21.746576 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1236487270-network', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:21.865411 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] Made reservation on behalf of ef7669c4535f486e84670c0aa9d7422c for: {'network': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:21.867811 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:21.877147 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:21.951848 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:22.019336 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:22.055546 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=102111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:09:22.055973 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c543f6c-d565-4867-9333-e6021030ffa6,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:22.066704 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:22.066704 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.segments_db [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] Added segment 563f9d2f-a393-4f5a-9222-769acb277590 of type vlan for network b0158366-ed76-4a90-85ef-982ed6985089 Jan 28 01:09:22.084589 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774f5a5-6573-40c9-877e-69f30fb843ad req-9a54b649-ecd0-476f-9103-309733b3e9f9 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:22.086180 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f774f5a5-6573-40c9-877e-69f30fb843ad req-9a54b649-ecd0-476f-9103-309733b3e9f9 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0632999 Jan 28 01:09:22.110989 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:22.145902 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f774f5a5-6573-40c9-877e-69f30fb843ad req-15e64de3-fade-46a7-89e4-5f6bcfb3fcf8 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482726 Jan 28 01:09:22.196449 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:22.197442 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:22.198076 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:22.264946 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] Pushing event updated for resources: {'Network': ['ID=b0158366-ed76-4a90-85ef-982ed6985089,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:22.277263 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network b0158366-ed76-4a90-85ef-982ed6985089 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:09:22.296362 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-b022eea0-8dbb-4ea1-adeb-4f31b4de0358 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6460595 Jan 28 01:09:22.300177 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36320) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:22.304382 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-48074f14-0c1a-430a-bf3c-036889dd4183 admin admin] Request body: {'subnet': {'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1236487270-subnet', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'ip_version': 4}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:22.385229 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48074f14-0c1a-430a-bf3c-036889dd4183 admin admin] Made reservation on behalf of ef7669c4535f486e84670c0aa9d7422c for: {'subnet': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:22.392646 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-48074f14-0c1a-430a-bf3c-036889dd4183 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12065644'] for subnet, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:22.642284 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-48074f14-0c1a-430a-bf3c-036889dd4183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11859527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12065662'] for subnet, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:22.703949 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48074f14-0c1a-430a-bf3c-036889dd4183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a556f0-3a34-4488-917c-016488a4c3ad,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:22.713576 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48074f14-0c1a-430a-bf3c-036889dd4183 admin admin] Checking segment: {'id': '563f9d2f-a393-4f5a-9222-769acb277590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:09:22.713934 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48074f14-0c1a-430a-bf3c-036889dd4183 admin admin] Network hostable DHCP agents. Network: b0158366-ed76-4a90-85ef-982ed6985089, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:09:22.796333 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48074f14-0c1a-430a-bf3c-036889dd4183 admin admin] Network b0158366-ed76-4a90-85ef-982ed6985089 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:09:22.853408 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-48074f14-0c1a-430a-bf3c-036889dd4183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, b0158366-ed76-4a90-85ef-982ed6985089) {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:22.860762 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48074f14-0c1a-430a-bf3c-036889dd4183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:22.861252 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-48074f14-0c1a-430a-bf3c-036889dd4183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:22.862746 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dbba67-18f4-456a-872a-e2e382d93a93 None None] Network b0158366-ed76-4a90-85ef-982ed6985089 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:09:23.002749 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-48074f14-0c1a-430a-bf3c-036889dd4183 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6986487 Jan 28 01:09:23.002947 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36330) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:23.008028 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:23.014112 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc66bfbac-075a-50e6-80b8-3043e7c90389-b0158366-ed76-4a90-85ef-982ed6985089', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'fixed_ips': [{'subnet_id': '01a556f0-3a34-4488-917c-016488a4c3ad'}]}} from dv-cinder-821890-1-smb. {{(pid=102113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:09:23.015038 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:23.111693 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26339'] for router, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:23.112889 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26266'] for router, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:23.153864 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Allocated IP 172.20.0.2 (b0158366-ed76-4a90-85ef-982ed6985089/01a556f0-3a34-4488-917c-016488a4c3ad/97cd96f6-96bd-490e-bfce-42e235048250) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:23.163759 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:23.295252 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Notify callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:23.335765 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398bcaf-0a73-4119-801d-0ab1e76761eb req-42e6bc2b-97d0-4e56-8583-28d00855b1c0 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:23.337225 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8398bcaf-0a73-4119-801d-0ab1e76761eb req-42e6bc2b-97d0-4e56-8583-28d00855b1c0 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1175582 Jan 28 01:09:23.339780 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:23.381471 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Network b0158366-ed76-4a90-85ef-982ed6985089 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:23.384295 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:23.388492 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:23.391392 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Pushing event updated for resources: {'Port': ['ID=97cd96f6-96bd-490e-bfce-42e235048250,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:23.412360 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:23.432399 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8398bcaf-0a73-4119-801d-0ab1e76761eb req-ae9b7139-ce56-4085-b6e4-e23cefd09dc8 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649698 Jan 28 01:09:23.444022 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Attempting to bind port 97cd96f6-96bd-490e-bfce-42e235048250 on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:09:23.444427 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Attempting to bind port 97cd96f6-96bd-490e-bfce-42e235048250 by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '563f9d2f-a393-4f5a-9222-769acb277590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:09:23.444990 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Attempting to bind port 97cd96f6-96bd-490e-bfce-42e235048250 on network b0158366-ed76-4a90-85ef-982ed6985089 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:23.449901 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:23.450271 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Checking segment: {'id': '563f9d2f-a393-4f5a-9222-769acb277590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:09:23.450667 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:23.451155 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Bound using segment: {'id': '563f9d2f-a393-4f5a-9222-769acb277590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:23.451615 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Bound port: 97cd96f6-96bd-490e-bfce-42e235048250, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563f9d2f-a393-4f5a-9222-769acb277590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:09:23.451986 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:23.541113 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] For port 97cd96f6-96bd-490e-bfce-42e235048250, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:23.551003 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] For port 97cd96f6-96bd-490e-bfce-42e235048250, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=97cd96f6-96bd-490e-bfce-42e235048250,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:23.625574 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:23.680075 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:23.697125 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a92ec4-900b-447d-b1f0-0c5609c027b1 None None] Pushing event updated for resources: {'Port': ['ID=97cd96f6-96bd-490e-bfce-42e235048250,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:23.699662 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:23.815613 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Allocated IP 172.28.0.187 (33601191-b01a-4460-980f-590e10ed5ba8/440539cd-2d5c-4ab2-843c-9b347b12c340/ca3ce007-a869-462e-830f-cfd290a7b259) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:23.978413 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:24.129179 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:24.176029 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Network 33601191-b01a-4460-980f-590e10ed5ba8 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:24.179260 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:24.183747 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:24.187207 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Pushing event updated for resources: {'Port': ['ID=ca3ce007-a869-462e-830f-cfd290a7b259,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:24.218999 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:24.219410 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:24.219753 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:24.220106 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:24.220438 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:24.220766 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:24.221090 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:24.221410 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:24.221736 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:24.222057 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:24.222373 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:24.222688 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:24.589566 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:24.656749 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d537e-5e39-4fe8-928e-38a5e655bfcf req-5405af17-9e4d-44a2-9859-ad14adc0c6ec tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:24.658557 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-931d537e-5e39-4fe8-928e-38a5e655bfcf req-5405af17-9e4d-44a2-9859-ad14adc0c6ec tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1521955 Jan 28 01:09:24.739857 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-931d537e-5e39-4fe8-928e-38a5e655bfcf req-fc808a10-450c-469e-ba7b-6a5cf672b4d1 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745177 Jan 28 01:09:24.756872 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72495da9-5482-4c0f-925d-d7d68ab1173a None None] Network b0158366-ed76-4a90-85ef-982ed6985089 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:09:24.854805 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646007'] for router, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:24.856711 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-5935010c-91b5-41bc-8ae0-ff2ccd61582f None None] Provisioning complete for port 97cd96f6-96bd-490e-bfce-42e235048250 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:24.857086 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5935010c-91b5-41bc-8ae0-ff2ccd61582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:24.992267 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5935010c-91b5-41bc-8ae0-ff2ccd61582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:25.054647 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Router fc6e64f8-3b3f-417f-a39c-5b5281804c8f is scheduled to L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 with binding_index 1 {{(pid=102112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:09:25.175277 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-5935010c-91b5-41bc-8ae0-ff2ccd61582f None None] For port 97cd96f6-96bd-490e-bfce-42e235048250, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=97cd96f6-96bd-490e-bfce-42e235048250,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:25.200866 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:25.213770 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Sync routers for ids ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:25.227868 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Routers {'fc6e64f8-3b3f-417f-a39c-5b5281804c8f'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:25.228566 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:25.238403 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5935010c-91b5-41bc-8ae0-ff2ccd61582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:25.289139 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935010c-91b5-41bc-8ae0-ff2ccd61582f None None] Pushing event updated for resources: {'Port': ['ID=97cd96f6-96bd-490e-bfce-42e235048250,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:25.311092 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] Notify callbacks [] for router, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:25.311227 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36364) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:25.325682 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-7d0c2ef2-1ab0-48e7-b0e3-0e81c8037bea admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3217778 Jan 28 01:09:25.348064 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Set router fc6e64f8-3b3f-417f-a39c-5b5281804c8f gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:25.359151 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-70c6213a-6c1a-48ba-bde9-68c311d27856 None None] Provisioning complete for port 97cd96f6-96bd-490e-bfce-42e235048250 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:25.359585 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-70c6213a-6c1a-48ba-bde9-68c311d27856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:25.573305 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:24Z', 'revision_number': 3, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port': {'id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:25.607189 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Checking router: fc6e64f8-3b3f-417f-a39c-5b5281804c8f for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:25.608600 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Updating router fc6e64f8-3b3f-417f-a39c-5b5281804c8f port ca3ce007-a869-462e-830f-cfd290a7b259 binding host dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:09:25.635568 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:25.787471 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 97cd96f6-96bd-490e-bfce-42e235048250 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:25.849244 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:25.883659 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 97cd96f6-96bd-490e-bfce-42e235048250 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:25.884878 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.001837 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0e6f4-d00b-4334-a8ad-d53295c416cb req-d3d69cf3-524c-4ea5-a6e5-b9d070706352 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:26.003614 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-13d0e6f4-d00b-4334-a8ad-d53295c416cb req-d3d69cf3-524c-4ea5-a6e5-b9d070706352 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.1514647 Jan 28 01:09:26.024880 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfd416-f4a4-4708-b07e-eadd760820b9 req-ced84a54-3bcb-4442-9f5d-d1523cd7257d tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:26.026685 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-83dfd416-f4a4-4708-b07e-eadd760820b9 req-ced84a54-3bcb-4442-9f5d-d1523cd7257d tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.53 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 945 time: 0.0932541 Jan 28 01:09:26.076496 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Notify callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.106751 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-13d0e6f4-d00b-4334-a8ad-d53295c416cb req-46d1d005-dc95-403e-b97b-0ff1f27ec601 tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a5a042a-6ba8-48ac-b7ca-35775f57d913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924146 Jan 28 01:09:26.107612 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_common [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Allocated IP 172.20.0.1 (b0158366-ed76-4a90-85ef-982ed6985089/01a556f0-3a34-4488-917c-016488a4c3ad/a822f47b-1d99-4abe-a014-24ebe7ef1528) {{(pid=102111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:26.154679 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-83dfd416-f4a4-4708-b07e-eadd760820b9 req-44b89b55-bb69-4f37-9146-16325b80e4ff tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Deleting port 383d146b-f6ca-400b-92f2-9b0402079adf {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:09:26.155063 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-83dfd416-f4a4-4708-b07e-eadd760820b9 req-44b89b55-bb69-4f37-9146-16325b80e4ff tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.168222 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.224350 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdff62a-24aa-410a-a5b2-7f696f77e6b0 None None] Pushing event updated for resources: {'Port': ['ID=ca3ce007-a869-462e-830f-cfd290a7b259,revision_number=2']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:26.227377 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Attempting to bind port ca3ce007-a869-462e-830f-cfd290a7b259 on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:09:26.227500 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.227741 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Attempting to bind port ca3ce007-a869-462e-830f-cfd290a7b259 by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:09:26.228100 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Attempting to bind port ca3ce007-a869-462e-830f-cfd290a7b259 on network 33601191-b01a-4460-980f-590e10ed5ba8 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:26.234745 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdff62a-24aa-410a-a5b2-7f696f77e6b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.240191 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdff62a-24aa-410a-a5b2-7f696f77e6b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.240191 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdff62a-24aa-410a-a5b2-7f696f77e6b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.240191 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdff62a-24aa-410a-a5b2-7f696f77e6b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.240191 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdff62a-24aa-410a-a5b2-7f696f77e6b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.240191 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdff62a-24aa-410a-a5b2-7f696f77e6b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.240191 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdff62a-24aa-410a-a5b2-7f696f77e6b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.240191 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdff62a-24aa-410a-a5b2-7f696f77e6b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.240191 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdff62a-24aa-410a-a5b2-7f696f77e6b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.240191 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdff62a-24aa-410a-a5b2-7f696f77e6b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.240191 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdff62a-24aa-410a-a5b2-7f696f77e6b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.240191 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdff62a-24aa-410a-a5b2-7f696f77e6b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.244668 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:26.245037 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Checking segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:09:26.246120 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.247054 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Bound using segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:26.247914 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Bound port: ca3ce007-a869-462e-830f-cfd290a7b259, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:09:26.248619 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.259084 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-83dfd416-f4a4-4708-b07e-eadd760820b9 req-44b89b55-bb69-4f37-9146-16325b80e4ff tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] For port 383d146b-f6ca-400b-92f2-9b0402079adf, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=383d146b-f6ca-400b-92f2-9b0402079adf,segment=NetworkSegment(b75a6e8a-6a59-4bf7-83b5-f3b6be419063),segment_id=b75a6e8a-6a59-4bf7-83b5-f3b6be419063)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:26.259664 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-83dfd416-f4a4-4708-b07e-eadd760820b9 req-44b89b55-bb69-4f37-9146-16325b80e4ff tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.273817 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-83dfd416-f4a4-4708-b07e-eadd760820b9 req-44b89b55-bb69-4f37-9146-16325b80e4ff tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Calling delete_port for 383d146b-f6ca-400b-92f2-9b0402079adf owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:09:26.307247 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] For port ca3ce007-a869-462e-830f-cfd290a7b259, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:26.310521 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] For port ca3ce007-a869-462e-830f-cfd290a7b259, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=ca3ce007-a869-462e-830f-cfd290a7b259,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:26.347004 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.380725 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.437710 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Routers {'fc6e64f8-3b3f-417f-a39c-5b5281804c8f'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:26.438222 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:26.488721 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-83dfd416-f4a4-4708-b07e-eadd760820b9 req-44b89b55-bb69-4f37-9146-16325b80e4ff tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.489086 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdff62a-24aa-410a-a5b2-7f696f77e6b0 None None] Pushing event updated for resources: {'Port': ['ID=ca3ce007-a869-462e-830f-cfd290a7b259,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:26.531673 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['383d146b-f6ca-400b-92f2-9b0402079adf'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:26.566091 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b89b55-bb69-4f37-9146-16325b80e4ff tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Pushing event deleted for resources: {'Port': ['ID=383d146b-f6ca-400b-92f2-9b0402079adf,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:26.599774 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Network b0158366-ed76-4a90-85ef-982ed6985089 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:26.606010 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:26.613654 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Received port after_create {{(pid=102111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:26.644490 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Pushing event updated for resources: {'Port': ['ID=a822f47b-1d99-4abe-a014-24ebe7ef1528,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:26.646292 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dfd416-f4a4-4708-b07e-eadd760820b9 req-44b89b55-bb69-4f37-9146-16325b80e4ff tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] No DVR routers for this DVR port 383d146b-f6ca-400b-92f2-9b0402079adf on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:09:26.659281 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-83dfd416-f4a4-4708-b07e-eadd760820b9 req-44b89b55-bb69-4f37-9146-16325b80e4ff tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.660537 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.660537 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.660698 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-83dfd416-f4a4-4708-b07e-eadd760820b9 req-44b89b55-bb69-4f37-9146-16325b80e4ff tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.53 "DELETE /v2.0/ports/383d146b-f6ca-400b-92f2-9b0402079adf HTTP/1.1" status: 204 len: 173 time: 0.6195073 Jan 28 01:09:26.660773 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.660932 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2921884f-f861-4657-9fed-45b6a4fbcd77', 'name': 'network-vif-deleted', 'tag': '383d146b-f6ca-400b-92f2-9b0402079adf'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:09:26.661042 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.661042 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.661042 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.661042 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.661392 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8291d12-4df0-4fdd-b776-d30718ada1b8" -d '{"events": [{"server_uuid": "2921884f-f861-4657-9fed-45b6a4fbcd77", "name": "network-vif-deleted", "tag": "383d146b-f6ca-400b-92f2-9b0402079adf"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:26.667244 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.667701 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.668056 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.668402 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.668739 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:26.671219 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] Set router fc6e64f8-3b3f-417f-a39c-5b5281804c8f gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:26.687458 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-644618'] for router_interface, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.742745 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3df32b3-1289-4780-b439-7410a0ad46fb x-openstack-request-id: req-e3df32b3-1289-4780-b439-7410a0ad46fb {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:26.743059 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2921884f-f861-4657-9fed-45b6a4fbcd77", "name": "network-vif-deleted", "tag": "383d146b-f6ca-400b-92f2-9b0402079adf", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:26.743308 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3df32b3-1289-4780-b439-7410a0ad46fb {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:26.743713 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2921884f-f861-4657-9fed-45b6a4fbcd77', 'name': 'network-vif-deleted', 'tag': '383d146b-f6ca-400b-92f2-9b0402079adf', 'status': 'completed', 'code': 200} Jan 28 01:09:26.891225 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:24Z', 'revision_number': 3, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port': {'id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:26.921154 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-939d3307-8635-468d-88be-46bddf68502a None None] Provisioning complete for port a822f47b-1d99-4abe-a014-24ebe7ef1528 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:26.922135 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-939d3307-8635-468d-88be-46bddf68502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.925997 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f68a9f-0c3c-4656-890b-5c9cb4ed6128 None None] The sync data for ids ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'] in dv-cinder-821890-1-smb is: [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:24Z', 'revision_number': 3, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port': {'id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:26.936654 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:26.979996 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-939d3307-8635-468d-88be-46bddf68502a None None] Port a822f47b-1d99-4abe-a014-24ebe7ef1528 cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:09:27.171807 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:27.259972 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859664'] for port, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:27.318642 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ee2b30be-e5f6-4387-82f5-801b04897321 req-0736040e-cad8-4b4f-9a20-9f5260830bfa tempest-ServerRescueNegativeTestJSON-401670579 tempest-ServerRescueNegativeTestJSON-401670579-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921884f-f861-4657-9fed-45b6a4fbcd77 HTTP/1.1" status: 200 len: 210 time: 0.0401132 Jan 28 01:09:27.348544 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644790'] for router_interface, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:27.351295 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Pushing event updated for resources: {'Port': ['ID=a822f47b-1d99-4abe-a014-24ebe7ef1528,revision_number=2']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:27.475502 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Network b0158366-ed76-4a90-85ef-982ed6985089 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:27.478882 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:27.648486 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Router fc6e64f8-3b3f-417f-a39c-5b5281804c8f has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:09:27.806178 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device ca3ce007-a869-462e-830f-cfd290a7b259 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:27.817942 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:27.824971 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-bfb9be3d-c42e-4e10-aff8-ebb7c475e449 admin admin] 10.222.0.18 "PUT /v2.0/routers/fc6e64f8-3b3f-417f-a39c-5b5281804c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5125451 Jan 28 01:09:27.869079 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-35753847-c779-4b05-b042-d301468584c6 None None] Provisioning complete for port a822f47b-1d99-4abe-a014-24ebe7ef1528 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:27.869655 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-35753847-c779-4b05-b042-d301468584c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:27.919291 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port ca3ce007-a869-462e-830f-cfd290a7b259 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:27.919937 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:27.922467 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-35753847-c779-4b05-b042-d301468584c6 None None] Port a822f47b-1d99-4abe-a014-24ebe7ef1528 cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:09:28.014753 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:28.038435 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] For port ca3ce007-a869-462e-830f-cfd290a7b259, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=ca3ce007-a869-462e-830f-cfd290a7b259,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:28.185889 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:28.235103 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Pushing event updated for resources: {'Port': ['ID=ca3ce007-a869-462e-830f-cfd290a7b259,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:28.377323 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36468) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:28.626388 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36480) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:28.631483 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-759522497-network', 'tenant_id': '622bb085e117402ea6ecea604ed8f208'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:28.723849 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] Made reservation on behalf of 622bb085e117402ea6ecea604ed8f208 for: {'network': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:28.726761 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:28.735858 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:28.823460 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:28.829181 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-38c2c567-acce-4ca8-98b9-d74c45ac850b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644749'] for router_interface, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:28.889784 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:28.891096 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Sync routers for ids ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:28.902880 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Routers {'fc6e64f8-3b3f-417f-a39c-5b5281804c8f'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:28.903765 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:28.915348 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=102112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:09:28.924752 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8b276a-4f4e-447c-b8be-2a4506fa4b0a,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:28.932527 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:28.932818 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.segments_db [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] Added segment 2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48 of type vlan for network db512680-0191-48e9-badf-ad8c07576418 Jan 28 01:09:28.983859 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:29.042369 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Set router fc6e64f8-3b3f-417f-a39c-5b5281804c8f gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:29.083514 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:29.085030 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:29.085853 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:29.165793 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-38c2c567-acce-4ca8-98b9-d74c45ac850b admin admin] Deleting port 77f263bd-72a8-4db7-808f-631f0d995d0d {{(pid=102111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:09:29.169411 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-38c2c567-acce-4ca8-98b9-d74c45ac850b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:29.280294 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:26Z', 'revision_number': 4, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port': {'id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'a822f47b-1d99-4abe-a014-24ebe7ef1528', 'name': '', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'mac_address': 'fa:16:3e:2e:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:25Z', 'updated_at': '2022-01-28T01:09:26Z', 'revision_number': 2, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'subnets': [{'id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:29.281525 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.db [None req-38c2c567-acce-4ca8-98b9-d74c45ac850b admin admin] For port 77f263bd-72a8-4db7-808f-631f0d995d0d, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=77f263bd-72a8-4db7-808f-631f0d995d0d,segment=NetworkSegment(b75a6e8a-6a59-4bf7-83b5-f3b6be419063),segment_id=b75a6e8a-6a59-4bf7-83b5-f3b6be419063)] {{(pid=102111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:29.281891 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-38c2c567-acce-4ca8-98b9-d74c45ac850b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:29.297786 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-38c2c567-acce-4ca8-98b9-d74c45ac850b admin admin] Calling delete_port for 77f263bd-72a8-4db7-808f-631f0d995d0d owned by network:router_interface {{(pid=102111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:09:29.316959 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Checking router: fc6e64f8-3b3f-417f-a39c-5b5281804c8f for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:29.317451 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Updating router fc6e64f8-3b3f-417f-a39c-5b5281804c8f port a822f47b-1d99-4abe-a014-24ebe7ef1528 binding host dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:09:29.351520 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:29.431171 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8009150 Jan 28 01:09:29.431818 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36494) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:29.446595 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-c0410c0c-afc7-4bdd-b033-c97dd2c143c6 admin admin] Request body: {'subnet': {'network_id': 'db512680-0191-48e9-badf-ad8c07576418', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-759522497-subnet', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'ip_version': 4}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:29.453509 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb9649-62d0-40f0-8b8a-ac6dae7c9e73 admin admin] Pushing event updated for resources: {'Network': ['ID=db512680-0191-48e9-badf-ad8c07576418,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:29.476022 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network db512680-0191-48e9-badf-ad8c07576418 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:09:29.562417 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0410c0c-afc7-4bdd-b033-c97dd2c143c6 admin admin] Made reservation on behalf of 622bb085e117402ea6ecea604ed8f208 for: {'subnet': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:29.564731 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-c0410c0c-afc7-4bdd-b033-c97dd2c143c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15944639'] for subnet, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:29.628149 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-38c2c567-acce-4ca8-98b9-d74c45ac850b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:29.688718 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2c567-acce-4ca8-98b9-d74c45ac850b admin admin] Pushing event deleted for resources: {'Port': ['ID=77f263bd-72a8-4db7-808f-631f0d995d0d,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:29.743526 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Notify callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:29.761666 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device ca3ce007-a869-462e-830f-cfd290a7b259 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:29.815442 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port ca3ce007-a869-462e-830f-cfd290a7b259 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:29.815717 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:29.851360 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:29.890388 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-c0410c0c-afc7-4bdd-b033-c97dd2c143c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15841912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15944621'] for subnet, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:29.920815 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09d43b-fc32-405d-99b5-1903a9755a5f None None] Pushing event updated for resources: {'Port': ['ID=a822f47b-1d99-4abe-a014-24ebe7ef1528,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:29.977751 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0410c0c-afc7-4bdd-b033-c97dd2c143c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2447e62f-6ef0-461c-8327-259d0c85ad3a,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:30.001491 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Attempting to bind port a822f47b-1d99-4abe-a014-24ebe7ef1528 on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:09:30.001491 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Attempting to bind port a822f47b-1d99-4abe-a014-24ebe7ef1528 by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '563f9d2f-a393-4f5a-9222-769acb277590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:09:30.001491 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Attempting to bind port a822f47b-1d99-4abe-a014-24ebe7ef1528 on network b0158366-ed76-4a90-85ef-982ed6985089 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:30.004764 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:30.005145 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Checking segment: {'id': '563f9d2f-a393-4f5a-9222-769acb277590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:09:30.005548 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:30.005971 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Bound using segment: {'id': '563f9d2f-a393-4f5a-9222-769acb277590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:30.006270 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0410c0c-afc7-4bdd-b033-c97dd2c143c6 admin admin] Checking segment: {'id': '2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db512680-0191-48e9-badf-ad8c07576418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:09:30.006401 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Bound port: a822f47b-1d99-4abe-a014-24ebe7ef1528, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563f9d2f-a393-4f5a-9222-769acb277590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:09:30.006746 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:30.008262 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0410c0c-afc7-4bdd-b033-c97dd2c143c6 admin admin] Network hostable DHCP agents. Network: db512680-0191-48e9-badf-ad8c07576418, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:09:30.111264 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] For port a822f47b-1d99-4abe-a014-24ebe7ef1528, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:30.114316 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-38c2c567-acce-4ca8-98b9-d74c45ac850b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641085'] for router_interface, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:30.115143 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] For port a822f47b-1d99-4abe-a014-24ebe7ef1528, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=a822f47b-1d99-4abe-a014-24ebe7ef1528,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:30.129200 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0410c0c-afc7-4bdd-b033-c97dd2c143c6 admin admin] Network db512680-0191-48e9-badf-ad8c07576418 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:09:30.139251 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 383d146b-f6ca-400b-92f2-9b0402079adf no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:30.164999 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: 383d146b-f6ca-400b-92f2-9b0402079adf {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:09:30.165245 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 383d146b-f6ca-400b-92f2-9b0402079adf not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:30.214977 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:30.248939 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-c0410c0c-afc7-4bdd-b033-c97dd2c143c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, db512680-0191-48e9-badf-ad8c07576418) {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:30.254922 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0410c0c-afc7-4bdd-b033-c97dd2c143c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:30.262866 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-c0410c0c-afc7-4bdd-b033-c97dd2c143c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:30.269860 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cddc2e-2b99-403d-86c8-88b5c01e128f None None] Network db512680-0191-48e9-badf-ad8c07576418 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:09:30.288370 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Routers {'fc6e64f8-3b3f-417f-a39c-5b5281804c8f'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:30.289060 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:30.345777 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-c0410c0c-afc7-4bdd-b033-c97dd2c143c6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9028106 Jan 28 01:09:30.346582 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36512) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:30.351285 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-759522497-router', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:30.374806 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09d43b-fc32-405d-99b5-1903a9755a5f None None] Pushing event updated for resources: {'Port': ['ID=a822f47b-1d99-4abe-a014-24ebe7ef1528,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:30.384031 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c2c567-acce-4ca8-98b9-d74c45ac850b admin admin] Router 565382af-e89f-4bf8-85a8-bca234562ae3 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:09:30.391160 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-eb70f52b-19b9-453c-8d8b-e9d70a564191 None None] Provisioning complete for port a822f47b-1d99-4abe-a014-24ebe7ef1528 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:30.391525 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb70f52b-19b9-453c-8d8b-e9d70a564191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:30.455076 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26339'] for router, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:30.456240 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26266'] for router, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:30.506811 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c2c567-acce-4ca8-98b9-d74c45ac850b admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:30.512042 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-38c2c567-acce-4ca8-98b9-d74c45ac850b admin admin] 10.222.0.18 "PUT /v2.0/routers/565382af-e89f-4bf8-85a8-bca234562ae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1336756 Jan 28 01:09:30.514582 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36514) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:30.520702 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e14184-c25a-4591-a720-8a7b3d4f4482 None None] Sync routers for ids ['565382af-e89f-4bf8-85a8-bca234562ae3'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:30.524290 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:30.527536 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] Set router fc6e64f8-3b3f-417f-a39c-5b5281804c8f gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:30.533187 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e14184-c25a-4591-a720-8a7b3d4f4482 None None] Routers {'565382af-e89f-4bf8-85a8-bca234562ae3'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:30.534039 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-88e14184-c25a-4591-a720-8a7b3d4f4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['565382af-e89f-4bf8-85a8-bca234562ae3'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:30.651839 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-88e14184-c25a-4591-a720-8a7b3d4f4482 None None] Set router 565382af-e89f-4bf8-85a8-bca234562ae3 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:30.662346 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:30.782698 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:30.826231 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:30.867031 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc66bfbac-075a-50e6-80b8-3043e7c90389-db512680-0191-48e9-badf-ad8c07576418', 'network_id': 'db512680-0191-48e9-badf-ad8c07576418', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'fixed_ips': [{'subnet_id': '2447e62f-6ef0-461c-8327-259d0c85ad3a'}]}} from dv-cinder-821890-1-smb. {{(pid=102113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:09:30.867890 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:30.911568 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb70f52b-19b9-453c-8d8b-e9d70a564191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:30.933719 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-88e14184-c25a-4591-a720-8a7b3d4f4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'name': 'tempest-ServerRescueNegativeTestJSON-636995660-router', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '9900a30e-cf58-482d-9298-2ebe4084b016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:22Z', 'updated_at': '2022-01-28T01:09:29Z', 'revision_number': 5, 'project_id': '724b56d47f7c418f8a7d40ff559487c8', 'gw_port': {'id': '9900a30e-cf58-482d-9298-2ebe4084b016', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:23Z', 'updated_at': '2022-01-28T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:30.962270 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e14184-c25a-4591-a720-8a7b3d4f4482 None None] Checking router: 565382af-e89f-4bf8-85a8-bca234562ae3 for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:30.970991 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e14184-c25a-4591-a720-8a7b3d4f4482 None None] Routers {'565382af-e89f-4bf8-85a8-bca234562ae3'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:30.971607 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-88e14184-c25a-4591-a720-8a7b3d4f4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['565382af-e89f-4bf8-85a8-bca234562ae3'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:30.974263 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] Deleting port 9900a30e-cf58-482d-9298-2ebe4084b016 {{(pid=102111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:09:30.975951 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.080770 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-eb70f52b-19b9-453c-8d8b-e9d70a564191 None None] For port a822f47b-1d99-4abe-a014-24ebe7ef1528, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=a822f47b-1d99-4abe-a014-24ebe7ef1528,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:31.098778 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.db [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] For port 9900a30e-cf58-482d-9298-2ebe4084b016, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=9900a30e-cf58-482d-9298-2ebe4084b016,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:31.099077 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-88e14184-c25a-4591-a720-8a7b3d4f4482 None None] Set router 565382af-e89f-4bf8-85a8-bca234562ae3 gateway port host: None {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:31.099192 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.107302 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Allocated IP 172.20.0.2 (db512680-0191-48e9-badf-ad8c07576418/2447e62f-6ef0-461c-8327-259d0c85ad3a/ae36b9fa-b7b6-4299-8c67-4e950e5b6458) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:31.116114 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] Calling delete_port for 9900a30e-cf58-482d-9298-2ebe4084b016 owned by network:router_gateway {{(pid=102111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:09:31.130351 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:26Z', 'revision_number': 4, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port': {'id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'a822f47b-1d99-4abe-a014-24ebe7ef1528', 'name': '', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'mac_address': 'fa:16:3e:2e:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:25Z', 'updated_at': '2022-01-28T01:09:30Z', 'revision_number': 4, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'subnets': [{'id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:31.175144 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b2b3f-27d4-4468-94dd-2f1b336b8df7 None None] The sync data for ids ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'] in dv-cinder-821890-1-smb is: [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:26Z', 'revision_number': 4, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port': {'id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'a822f47b-1d99-4abe-a014-24ebe7ef1528', 'name': '', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'mac_address': 'fa:16:3e:2e:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:25Z', 'updated_at': '2022-01-28T01:09:30Z', 'revision_number': 4, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'subnets': [{'id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:31.192114 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.215457 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-88e14184-c25a-4591-a720-8a7b3d4f4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'name': 'tempest-ServerRescueNegativeTestJSON-636995660-router', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:22Z', 'updated_at': '2022-01-28T01:09:30Z', 'revision_number': 6, 'project_id': '724b56d47f7c418f8a7d40ff559487c8', 'gw_port_host': None}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:31.217840 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-eb70f52b-19b9-453c-8d8b-e9d70a564191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.251233 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.297961 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e14184-c25a-4591-a720-8a7b3d4f4482 None None] The sync data for ids ['565382af-e89f-4bf8-85a8-bca234562ae3'] in dv-cinder-821890-1-smb is: [{'id': '565382af-e89f-4bf8-85a8-bca234562ae3', 'name': 'tempest-ServerRescueNegativeTestJSON-636995660-router', 'tenant_id': '724b56d47f7c418f8a7d40ff559487c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:22Z', 'updated_at': '2022-01-28T01:09:30Z', 'revision_number': 6, 'project_id': '724b56d47f7c418f8a7d40ff559487c8', 'gw_port_host': None}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:31.350394 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70f52b-19b9-453c-8d8b-e9d70a564191 None None] Pushing event updated for resources: {'Port': ['ID=a822f47b-1d99-4abe-a014-24ebe7ef1528,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:31.402289 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-2cb6de40-b16c-4614-8887-437233f9c5da None None] Provisioning complete for port a822f47b-1d99-4abe-a014-24ebe7ef1528 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:31.402728 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2cb6de40-b16c-4614-8887-437233f9c5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.466880 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Allocated IP 172.28.0.59 (33601191-b01a-4460-980f-590e10ed5ba8/440539cd-2d5c-4ab2-843c-9b347b12c340/dff58296-fd9b-48cf-832e-75f2ff528de9) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:31.482617 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Notify callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.518102 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.558254 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.602296 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9900a30e-cf58-482d-9298-2ebe4084b016,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:31.625322 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.641233 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Pushing event updated for resources: {'Port': ['ID=ae36b9fa-b7b6-4299-8c67-4e950e5b6458,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:31.645972 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Network db512680-0191-48e9-badf-ad8c07576418 is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:31.647589 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:31.650093 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:31.672297 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645979'] for router_gateway, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.726616 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Attempting to bind port ae36b9fa-b7b6-4299-8c67-4e950e5b6458 on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:09:31.727060 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Attempting to bind port ae36b9fa-b7b6-4299-8c67-4e950e5b6458 by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db512680-0191-48e9-badf-ad8c07576418'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:09:31.727425 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Attempting to bind port ae36b9fa-b7b6-4299-8c67-4e950e5b6458 on network db512680-0191-48e9-badf-ad8c07576418 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:31.734440 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:31.734716 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Checking segment: {'id': '2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db512680-0191-48e9-badf-ad8c07576418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:09:31.735191 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.735587 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Bound using segment: {'id': '2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db512680-0191-48e9-badf-ad8c07576418'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:31.736099 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Bound port: ae36b9fa-b7b6-4299-8c67-4e950e5b6458, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db512680-0191-48e9-badf-ad8c07576418'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:09:31.736486 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.740972 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.832395 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] For port ae36b9fa-b7b6-4299-8c67-4e950e5b6458, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:31.836342 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] For port ae36b9fa-b7b6-4299-8c67-4e950e5b6458, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=ae36b9fa-b7b6-4299-8c67-4e950e5b6458,segment=NetworkSegment(2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48),segment_id=2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:31.838451 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Network 33601191-b01a-4460-980f-590e10ed5ba8 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:31.856180 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:31.868414 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:31.906625 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.912031 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26257'] for router, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.917975 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:31.922654 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Pushing event updated for resources: {'Port': ['ID=dff58296-fd9b-48cf-832e-75f2ff528de9,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:31.947768 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36534) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:32.036688 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66870b2a-7ae0-4486-953d-53ca215fcc72 None None] Pushing event updated for resources: {'Port': ['ID=ae36b9fa-b7b6-4299-8c67-4e950e5b6458,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:32.095033 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646398'] for router, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.095783 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 565382af-e89f-4bf8-85a8-bca234562ae3 {{(pid=102111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:09:32.102447 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] Notify callbacks [] for router, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.107254 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-726763bf-4d4e-46b0-a6df-eb100d9503c2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/565382af-e89f-4bf8-85a8-bca234562ae3 HTTP/1.1" status: 204 len: 168 time: 1.5881219 Jan 28 01:09:32.107254 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36544) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:32.157925 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_v2 [None req-db77e29b-6bab-4723-b8f1-3109306fd0e2 admin admin] Deleting subnet 1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66 {{(pid=102111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:09:32.161852 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db77e29b-6bab-4723-b8f1-3109306fd0e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.169488 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-33fc2516-b740-493a-b147-3513054690ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.219415 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db77e29b-6bab-4723-b8f1-3109306fd0e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518611'] for subnet, precommit_delete_associations {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.311163 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db77e29b-6bab-4723-b8f1-3109306fd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.351960 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-33fc2516-b740-493a-b147-3513054690ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.369924 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device a822f47b-1d99-4abe-a014-24ebe7ef1528 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:32.408688 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-33fc2516-b740-493a-b147-3513054690ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.451136 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-33fc2516-b740-493a-b147-3513054690ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15cc2a1e62b84f3b92cc845335687afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5022845 Jan 28 01:09:32.453876 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36580) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:32.474596 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc2516-b740-493a-b147-3513054690ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b43bb2-1a19-413b-9f68-b86d012eacb5,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:32.481097 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port a822f47b-1d99-4abe-a014-24ebe7ef1528 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:32.481097 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.507305 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db77e29b-6bab-4723-b8f1-3109306fd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12065609'] for subnet, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.580835 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77e29b-6bab-4723-b8f1-3109306fd0e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:32.594360 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db77e29b-6bab-4723-b8f1-3109306fd0e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.599785 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-db77e29b-6bab-4723-b8f1-3109306fd0e2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1e1a3a15-a3e9-4db9-ba3b-3e825bad0e66 HTTP/1.1" status: 204 len: 168 time: 0.4924495 Jan 28 01:09:32.604175 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36582) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:32.658904 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.731555 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 77f263bd-72a8-4db7-808f-631f0d995d0d no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:32.750116 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7216-2859-4f7f-8472-a676419e9391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.767879 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: 77f263bd-72a8-4db7-808f-631f0d995d0d {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:09:32.768224 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 77f263bd-72a8-4db7-808f-631f0d995d0d not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:32.804880 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7216-2859-4f7f-8472-a676419e9391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.814509 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-28835bb5-2f8d-4c46-b09e-30be86853da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.944310 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-28835bb5-2f8d-4c46-b09e-30be86853da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.965459 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646007'] for router, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:32.972358 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-28835bb5-2f8d-4c46-b09e-30be86853da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2947e4c9-3ac7-41d6-a65a-9ff37575a881']}} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:32.985915 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-28835bb5-2f8d-4c46-b09e-30be86853da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063') {'for_net_delete': True} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:32.985915 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-28835bb5-2f8d-4c46-b09e-30be86853da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75a6e8a-6a59-4bf7-83b5-f3b6be419063') {} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:33.000477 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-28835bb5-2f8d-4c46-b09e-30be86853da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518634'] for segment, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:33.018346 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-28835bb5-2f8d-4c46-b09e-30be86853da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:33.027164 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7216-2859-4f7f-8472-a676419e9391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:33.029686 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7216-2859-4f7f-8472-a676419e9391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:33.030858 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-4b8d7216-2859-4f7f-8472-a676419e9391 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9b43bb2-1a19-413b-9f68-b86d012eacb5 HTTP/1.1" status: 204 len: 168 time: 0.5757148 Jan 28 01:09:33.031971 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28835bb5-2f8d-4c46-b09e-30be86853da5 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-28835bb5-2f8d-4c46-b09e-30be86853da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859644'] for segment, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: Traceback (most recent call last): Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: timer() Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: cb(*args, **kw) Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: return func(*args, **kwargs) Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: self._notify() Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: self.callback(batched_events) Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: event.method(event) Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: return f(self, *a, **k) Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: return self._get(url).json() Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: return self.request(url, 'GET', **kwargs) Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:09:33.038018 dv-cinder-821890-1-smb neutron-server[102111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:09:33.079805 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d7216-2859-4f7f-8472-a676419e9391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b43bb2-1a19-413b-9f68-b86d012eacb5,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:33.249520 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-28835bb5-2f8d-4c46-b09e-30be86853da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:33.249807 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Router 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b is scheduled to L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 with binding_index 1 {{(pid=102112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:09:33.256668 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-28835bb5-2f8d-4c46-b09e-30be86853da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:33.259703 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-28835bb5-2f8d-4c46-b09e-30be86853da5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2947e4c9-3ac7-41d6-a65a-9ff37575a881 HTTP/1.1" status: 204 len: 168 time: 0.6542206 Jan 28 01:09:33.282387 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28835bb5-2f8d-4c46-b09e-30be86853da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2947e4c9-3ac7-41d6-a65a-9ff37575a881,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:33.346303 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36598) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:33.431254 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:33.444934 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Sync routers for ids ['8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:33.459733 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Routers {'8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:33.460485 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:33.593797 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] Notify callbacks [] for router, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:33.599934 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e197be2-3a6a-4d5a-b7e2-26a09dca63cc None None] Network db512680-0191-48e9-badf-ad8c07576418 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:09:33.600387 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36602) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:33.619482 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-53f97221-8c7e-4d70-87cf-bc3e9b879784 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2480495 Jan 28 01:09:33.679329 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Set router 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:33.729200 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e47fb88b-fbc9-4819-a3ec-dcb09826550b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:33.815144 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-a5f129c6-6736-4287-8c59-a01eb84a8661 None None] Provisioning complete for port ae36b9fa-b7b6-4299-8c67-4e950e5b6458 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:33.815934 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a5f129c6-6736-4287-8c59-a01eb84a8661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:33.829976 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device ae36b9fa-b7b6-4299-8c67-4e950e5b6458 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:33.893477 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36618) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:33.936166 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e47fb88b-fbc9-4819-a3ec-dcb09826550b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:33.948798 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-83ea3094-6b8a-4f33-a0ef-ec46f4529400 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=724b56d47f7c418f8a7d40ff559487c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0531194 Jan 28 01:09:33.950529 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36620) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:34.013343 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1d76-679d-4655-a086-e01945474f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.036298 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1d76-679d-4655-a086-e01945474f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.073537 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port ae36b9fa-b7b6-4299-8c67-4e950e5b6458 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:34.073769 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.081685 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a5f129c6-6736-4287-8c59-a01eb84a8661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.086567 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e47fb88b-fbc9-4819-a3ec-dcb09826550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.149121 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-e47fb88b-fbc9-4819-a3ec-dcb09826550b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5848fdc1b1c4b5da0bc0f12efe2a700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7974663 Jan 28 01:09:34.149306 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36622) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:34.156900 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fb88b-fbc9-4819-a3ec-dcb09826550b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a75213b-d2df-4920-b0a0-86b9b00f973b,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:34.175829 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1d76-679d-4655-a086-e01945474f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.175829 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1d76-679d-4655-a086-e01945474f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.175829 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-ab6a1d76-679d-4655-a086-e01945474f4a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a5a042a-6ba8-48ac-b7ca-35775f57d913 HTTP/1.1" status: 204 len: 168 time: 0.2226262 Jan 28 01:09:34.199768 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a1d76-679d-4655-a086-e01945474f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5a042a-6ba8-48ac-b7ca-35775f57d913,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:34.315443 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-a5f129c6-6736-4287-8c59-a01eb84a8661 None None] For port ae36b9fa-b7b6-4299-8c67-4e950e5b6458, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=ae36b9fa-b7b6-4299-8c67-4e950e5b6458,segment=NetworkSegment(2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48),segment_id=2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:34.326194 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'name': 'tempest-TestShelveInstance-759522497-router', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': 'dff58296-fd9b-48cf-832e-75f2ff528de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:30Z', 'updated_at': '2022-01-28T01:09:32Z', 'revision_number': 3, 'project_id': '622bb085e117402ea6ecea604ed8f208', 'gw_port': {'id': 'dff58296-fd9b-48cf-832e-75f2ff528de9', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:31Z', 'updated_at': '2022-01-28T01:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:34.352660 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1df9c006-9a7e-499c-8ef1-7830baa57e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.357324 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Checking router: 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:34.357324 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Updating router 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b port dff58296-fd9b-48cf-832e-75f2ff528de9 binding host dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:09:34.386468 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1df9c006-9a7e-499c-8ef1-7830baa57e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.393882 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.415183 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.417080 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a5f129c6-6736-4287-8c59-a01eb84a8661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.421117 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.608989 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f129c6-6736-4287-8c59-a01eb84a8661 None None] Pushing event updated for resources: {'Port': ['ID=ae36b9fa-b7b6-4299-8c67-4e950e5b6458,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:34.635837 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-220073ae-fc9b-4cf1-872e-389539749994 None None] Provisioning complete for port ae36b9fa-b7b6-4299-8c67-4e950e5b6458 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:34.636214 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-220073ae-fc9b-4cf1-872e-389539749994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.641589 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.db.api [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:09:34.642369 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG oslo_db.api [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:09:34.752984 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1df9c006-9a7e-499c-8ef1-7830baa57e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.756259 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1df9c006-9a7e-499c-8ef1-7830baa57e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.763554 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-1df9c006-9a7e-499c-8ef1-7830baa57e26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a75213b-d2df-4920-b0a0-86b9b00f973b HTTP/1.1" status: 204 len: 168 time: 0.6071765 Jan 28 01:09:34.774149 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9c006-9a7e-499c-8ef1-7830baa57e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a75213b-d2df-4920-b0a0-86b9b00f973b,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:34.865586 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_common [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Allocated IP 172.20.0.1 (db512680-0191-48e9-badf-ad8c07576418/2447e62f-6ef0-461c-8327-259d0c85ad3a/f239418e-36c4-4641-9bfe-ad3e431d84cf) {{(pid=102111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:34.891932 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Notify callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.966940 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:34.983495 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:35.031808 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Attempting to bind port dff58296-fd9b-48cf-832e-75f2ff528de9 on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:09:35.032180 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Attempting to bind port dff58296-fd9b-48cf-832e-75f2ff528de9 by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:09:35.032603 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Attempting to bind port dff58296-fd9b-48cf-832e-75f2ff528de9 on network 33601191-b01a-4460-980f-590e10ed5ba8 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:35.044494 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:35.044494 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Checking segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:09:35.044494 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:35.044494 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Bound using segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:35.044978 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Bound port: dff58296-fd9b-48cf-832e-75f2ff528de9, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:09:35.045361 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:35.053688 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539c9ed-5fd7-420f-b9b5-9044b480b450 None None] Pushing event updated for resources: {'Port': ['ID=dff58296-fd9b-48cf-832e-75f2ff528de9,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:35.121630 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] For port dff58296-fd9b-48cf-832e-75f2ff528de9, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:35.125586 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] For port dff58296-fd9b-48cf-832e-75f2ff528de9, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=dff58296-fd9b-48cf-832e-75f2ff528de9,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:35.130364 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:35.189252 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Network db512680-0191-48e9-badf-ad8c07576418 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:35.191306 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:35.211327 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Received port after_create {{(pid=102111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:35.214726 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 9900a30e-cf58-482d-9298-2ebe4084b016 no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:09:35.245722 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:35.253972 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: 9900a30e-cf58-482d-9298-2ebe4084b016 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:09:35.254416 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 9900a30e-cf58-482d-9298-2ebe4084b016 not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:09:35.255462 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Pushing event updated for resources: {'Port': ['ID=f239418e-36c4-4641-9bfe-ad3e431d84cf,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:35.283432 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-644618'] for router_interface, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:35.322385 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Routers {'8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:35.323343 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:35.362902 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539c9ed-5fd7-420f-b9b5-9044b480b450 None None] Pushing event updated for resources: {'Port': ['ID=dff58296-fd9b-48cf-832e-75f2ff528de9,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:35.451249 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] Set router 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:35.569748 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-b2ed0384-f943-49b4-8f7e-a5d01a0a6bbf None None] Provisioning complete for port f239418e-36c4-4641-9bfe-ad3e431d84cf triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:35.570115 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b2ed0384-f943-49b4-8f7e-a5d01a0a6bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:35.586467 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:35.621182 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36652) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:35.624930 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-b2ed0384-f943-49b4-8f7e-a5d01a0a6bbf None None] Port f239418e-36c4-4641-9bfe-ad3e431d84cf cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:09:35.689273 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'name': 'tempest-TestShelveInstance-759522497-router', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': 'dff58296-fd9b-48cf-832e-75f2ff528de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:30Z', 'updated_at': '2022-01-28T01:09:32Z', 'revision_number': 3, 'project_id': '622bb085e117402ea6ecea604ed8f208', 'gw_port': {'id': 'dff58296-fd9b-48cf-832e-75f2ff528de9', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:31Z', 'updated_at': '2022-01-28T01:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:35.724912 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device ae36b9fa-b7b6-4299-8c67-4e950e5b6458 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:35.727316 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c49d92-6ad0-44b1-9956-3bb8d8acf876 None None] The sync data for ids ['8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'] in dv-cinder-821890-1-smb is: [{'id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'name': 'tempest-TestShelveInstance-759522497-router', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': 'dff58296-fd9b-48cf-832e-75f2ff528de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:30Z', 'updated_at': '2022-01-28T01:09:32Z', 'revision_number': 3, 'project_id': '622bb085e117402ea6ecea604ed8f208', 'gw_port': {'id': 'dff58296-fd9b-48cf-832e-75f2ff528de9', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:31Z', 'updated_at': '2022-01-28T01:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:35.764904 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1827765832-network', 'tenant_id': '8f461312e34a4ce2b564420e836320e0'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:35.789425 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:35.790178 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port ae36b9fa-b7b6-4299-8c67-4e950e5b6458 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:35.790626 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:35.900513 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859664'] for port, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:35.925460 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] Made reservation on behalf of 8f461312e34a4ce2b564420e836320e0 for: {'network': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:35.929106 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:35.953988 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:35.987453 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Pushing event updated for resources: {'Port': ['ID=f239418e-36c4-4641-9bfe-ad3e431d84cf,revision_number=2']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:35.991966 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644790'] for router_interface, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:36.071771 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:36.111072 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Network db512680-0191-48e9-badf-ad8c07576418 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:36.112495 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:36.129583 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:36.143098 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=102112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:09:36.158758 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:36.159155 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.segments_db [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] Added segment 84040ca9-f781-4947-b943-aab5131a2899 of type vlan for network cfb4a82a-108a-4a17-aae9-8777060ea51e Jan 28 01:09:36.256348 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:36.263343 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04084309-3b4f-4ca7-9c05-8c849a610c6d,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:36.288128 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Router 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:09:36.398882 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:36.399351 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:36.399646 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:36.453993 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-6eb768bf-1aae-45e3-989f-8b1110559cd0 None None] Provisioning complete for port f239418e-36c4-4641-9bfe-ad3e431d84cf triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:36.454696 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6eb768bf-1aae-45e3-989f-8b1110559cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:36.476410 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:36.481737 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-c5cbab00-27a7-4531-bb39-645b1d76801c admin admin] 10.222.0.18 "PUT /v2.0/routers/8f1cb7cb-2c56-4cc0-b181-7dd3f564774b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8798938 Jan 28 01:09:36.499948 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] Pushing event updated for resources: {'Network': ['ID=cfb4a82a-108a-4a17-aae9-8777060ea51e,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:36.521913 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network cfb4a82a-108a-4a17-aae9-8777060ea51e details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:09:36.558097 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-74d1c55d-e3f3-45d0-a479-bcf2703830d8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9349067 Jan 28 01:09:36.560760 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36660) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:36.573605 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-d7a76cec-4a65-440e-b59d-5081362fed50 admin admin] Request body: {'subnet': {'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1827765832-subnet', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:36.605350 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-6eb768bf-1aae-45e3-989f-8b1110559cd0 None None] Port f239418e-36c4-4641-9bfe-ad3e431d84cf cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:09:36.718244 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a76cec-4a65-440e-b59d-5081362fed50 admin admin] Made reservation on behalf of 8f461312e34a4ce2b564420e836320e0 for: {'subnet': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:36.720650 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d7a76cec-4a65-440e-b59d-5081362fed50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15944639'] for subnet, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:36.964088 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d7a76cec-4a65-440e-b59d-5081362fed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15841912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15944621'] for subnet, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.019816 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a76cec-4a65-440e-b59d-5081362fed50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7317c50-dadc-4b80-9bc8-59c11b9befe9,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:37.028964 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a76cec-4a65-440e-b59d-5081362fed50 admin admin] Checking segment: {'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:09:37.029314 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a76cec-4a65-440e-b59d-5081362fed50 admin admin] Network hostable DHCP agents. Network: cfb4a82a-108a-4a17-aae9-8777060ea51e, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:09:37.112759 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a76cec-4a65-440e-b59d-5081362fed50 admin admin] Network cfb4a82a-108a-4a17-aae9-8777060ea51e is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:09:37.240217 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-d7a76cec-4a65-440e-b59d-5081362fed50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, cfb4a82a-108a-4a17-aae9-8777060ea51e) {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:37.245246 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a76cec-4a65-440e-b59d-5081362fed50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:37.245980 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-d7a76cec-4a65-440e-b59d-5081362fed50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.250079 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36666) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:37.254143 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1c6dfb-5e4b-45c9-94a9-0afff58aed13 None None] Network cfb4a82a-108a-4a17-aae9-8777060ea51e requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:09:37.256921 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-8b39cef5-05fe-416c-986d-2f6fc78a924d tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278314568', 'description': 'tempest-secgroup-smoke-1278314568 description', 'project_id': 'ef7669c4535f486e84670c0aa9d7422c'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:37.336249 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-d7a76cec-4a65-440e-b59d-5081362fed50 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7739191 Jan 28 01:09:37.336731 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36668) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:37.341748 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:37.409164 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc66bfbac-075a-50e6-80b8-3043e7c90389-cfb4a82a-108a-4a17-aae9-8777060ea51e', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9'}]}} from dv-cinder-821890-1-smb. {{(pid=102113) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 01:09:37.410042 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.415920 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8b39cef5-05fe-416c-986d-2f6fc78a924d tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.502765 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8b39cef5-05fe-416c-986d-2f6fc78a924d tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.518332 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26339'] for router, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.519453 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645898', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26266'] for router, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.556973 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.db_base_plugin_common [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Allocated IP 172.20.0.2 (cfb4a82a-108a-4a17-aae9-8777060ea51e/a7317c50-dadc-4b80-9bc8-59c11b9befe9/e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8) {{(pid=102113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:37.574730 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8b39cef5-05fe-416c-986d-2f6fc78a924d tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.577551 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.609571 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39cef5-05fe-416c-986d-2f6fc78a924d tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d35a3d-2e15-44ee-96d6-c1259ff903c0,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:37.708304 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8b39cef5-05fe-416c-986d-2f6fc78a924d tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.710720 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-8b39cef5-05fe-416c-986d-2f6fc78a924d tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4593694 Jan 28 01:09:37.714555 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36672) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:37.720579 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-fa945560-c0b4-4e17-a87a-3b40d2f667db tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Request body: {'security_group_rule': {'security_group_id': '72d35a3d-2e15-44ee-96d6-c1259ff903c0', 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:37.742972 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Notify callbacks [] for port, precommit_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.766983 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device dff58296-fd9b-48cf-832e-75f2ff528de9 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:37.817850 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port dff58296-fd9b-48cf-832e-75f2ff528de9 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:37.818252 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.826027 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.843256 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-fa945560-c0b4-4e17-a87a-3b40d2f667db tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.843460 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735'] for port, after_create {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.904616 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Network cfb4a82a-108a-4a17-aae9-8777060ea51e is already hosted by enough agents. {{(pid=102113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:37.910669 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-fa945560-c0b4-4e17-a87a-3b40d2f667db tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.915120 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.scheduler.base_scheduler [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Resources bound (agent type, host, resource id): {{(pid=102113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:37.917664 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Received port after_create {{(pid=102113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:37.919631 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Pushing event updated for resources: {'Port': ['ID=e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8,revision_number=1']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:37.947073 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-fa945560-c0b4-4e17-a87a-3b40d2f667db tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:37.970025 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa945560-c0b4-4e17-a87a-3b40d2f667db tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf31309-f495-40fd-b408-e08bf9ec9e9a,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:38.002292 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Attempting to bind port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:09:38.002655 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Attempting to bind port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:09:38.003077 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Attempting to bind port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 on network cfb4a82a-108a-4a17-aae9-8777060ea51e {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:38.008547 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.014404 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:38.014742 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Checking segment: {'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:09:38.015160 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.015546 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Bound using segment: {'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:38.016017 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Bound port: e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:09:38.016386 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.024377 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-fa945560-c0b4-4e17-a87a-3b40d2f667db tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.029635 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-fa945560-c0b4-4e17-a87a-3b40d2f667db tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109484 Jan 28 01:09:38.030156 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36674) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:38.034993 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-3dda3219-4cc1-431c-8f05-dd23b89fd5ce tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Request body: {'security_group_rule': {'security_group_id': '72d35a3d-2e15-44ee-96d6-c1259ff903c0', 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:38.043405 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] For port dff58296-fd9b-48cf-832e-75f2ff528de9, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=dff58296-fd9b-48cf-832e-75f2ff528de9,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:38.107486 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.110950 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.115584 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] For port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:38.119672 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] For port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:38.130358 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3dda3219-4cc1-431c-8f05-dd23b89fd5ce tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.132476 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.165105 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.179003 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Pushing event updated for resources: {'Port': ['ID=dff58296-fd9b-48cf-832e-75f2ff528de9,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:38.220154 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3dda3219-4cc1-431c-8f05-dd23b89fd5ce tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.244216 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a814391-9730-49fa-acc2-51325e33a389 None None] Pushing event updated for resources: {'Port': ['ID=e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:38.278002 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3dda3219-4cc1-431c-8f05-dd23b89fd5ce tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.281210 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_common [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Allocated IP 172.28.0.111 (33601191-b01a-4460-980f-590e10ed5ba8/440539cd-2d5c-4ab2-843c-9b347b12c340/3002ea06-0769-4f3a-b339-0bc6fee5ae8d) {{(pid=102111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:38.299416 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda3219-4cc1-431c-8f05-dd23b89fd5ce tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6eb70e-586b-4807-8eb5-1eafb0140938,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:38.354081 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-3dda3219-4cc1-431c-8f05-dd23b89fd5ce tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.358794 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-3dda3219-4cc1-431c-8f05-dd23b89fd5ce tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274291 Jan 28 01:09:38.359624 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36676) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:38.365631 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-870eb395-dbcc-4202-84dd-053260b6a1f4 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Request body: {'security_group_rule': {'security_group_id': '72d35a3d-2e15-44ee-96d6-c1259ff903c0', 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:38.454389 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.499074 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-870eb395-dbcc-4202-84dd-053260b6a1f4 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.555038 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Sync routers for ids ['8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:38.564982 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Routers {'8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:38.565600 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:38.575992 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-870eb395-dbcc-4202-84dd-053260b6a1f4 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.576460 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.634182 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Network 33601191-b01a-4460-980f-590e10ed5ba8 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:38.637210 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:38.641510 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Received port after_create {{(pid=102111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:38.649087 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=3002ea06-0769-4f3a-b339-0bc6fee5ae8d,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:38.655495 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-870eb395-dbcc-4202-84dd-053260b6a1f4 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.674491 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870eb395-dbcc-4202-84dd-053260b6a1f4 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939890aa-eeb7-4e4f-9a93-b219090cf642,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:38.707172 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a95b4def-9fc1-49db-8949-f25629a8ee68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.728946 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Set router 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:38.760223 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-870eb395-dbcc-4202-84dd-053260b6a1f4 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.761571 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-870eb395-dbcc-4202-84dd-053260b6a1f4 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4009135 Jan 28 01:09:38.764489 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36680) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:38.769258 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-4d78b6a4-e351-4204-97b8-d1963ad4f1c8 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Request body: {'security_group_rule': {'security_group_id': '72d35a3d-2e15-44ee-96d6-c1259ff903c0', 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:38.884226 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-4d78b6a4-e351-4204-97b8-d1963ad4f1c8 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:38.969375 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-4d78b6a4-e351-4204-97b8-d1963ad4f1c8 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.013730 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'name': 'tempest-TestShelveInstance-759522497-router', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': 'dff58296-fd9b-48cf-832e-75f2ff528de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:30Z', 'updated_at': '2022-01-28T01:09:35Z', 'revision_number': 4, 'project_id': '622bb085e117402ea6ecea604ed8f208', 'gw_port': {'id': 'dff58296-fd9b-48cf-832e-75f2ff528de9', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:31Z', 'updated_at': '2022-01-28T01:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'f239418e-36c4-4641-9bfe-ad3e431d84cf', 'name': '', 'network_id': 'db512680-0191-48e9-badf-ad8c07576418', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'mac_address': 'fa:16:3e:b5:ca:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2447e62f-6ef0-461c-8327-259d0c85ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:34Z', 'updated_at': '2022-01-28T01:09:35Z', 'revision_number': 2, 'project_id': '622bb085e117402ea6ecea604ed8f208', 'subnets': [{'id': '2447e62f-6ef0-461c-8327-259d0c85ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:39.024060 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.044624 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Checking router: 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:39.044972 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Updating router 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b port f239418e-36c4-4641-9bfe-ad3e431d84cf binding host dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:09:39.055811 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-4d78b6a4-e351-4204-97b8-d1963ad4f1c8 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.080255 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.090036 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78b6a4-e351-4204-97b8-d1963ad4f1c8 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf82d54-8eed-4873-8958-1135030bc954,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:39.189925 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-4d78b6a4-e351-4204-97b8-d1963ad4f1c8 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.193488 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-4d78b6a4-e351-4204-97b8-d1963ad4f1c8 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4270599 Jan 28 01:09:39.198584 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36682) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:39.204515 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-8f330f08-935f-4e69-804e-701e95d99391 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Request body: {'security_group_rule': {'security_group_id': '72d35a3d-2e15-44ee-96d6-c1259ff903c0', 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:39.274387 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646007'] for router, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.313016 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.securitygroups_db [None req-8f330f08-935f-4e69-804e-701e95d99391 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Project ef7669c4535f486e84670c0aa9d7422c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:09:39.319471 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-8f330f08-935f-4e69-804e-701e95d99391 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.393966 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-8f330f08-935f-4e69-804e-701e95d99391 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.444596 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Notify callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.455713 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641bc2f7-8e23-4106-bcf0-7a9e35c771d6 None None] Network cfb4a82a-108a-4a17-aae9-8777060ea51e requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:09:39.518710 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-8f330f08-935f-4e69-804e-701e95d99391 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.538773 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f330f08-935f-4e69-804e-701e95d99391 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcc9499-309e-4288-a978-f06895e15276,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:39.547210 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Router e76b4609-5802-4d0b-833d-8425691dfdb1 is scheduled to L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 with binding_index 1 {{(pid=102111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:09:39.547716 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.601276 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-8f330f08-935f-4e69-804e-701e95d99391 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.605164 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-8f330f08-935f-4e69-804e-701e95d99391 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4025939 Jan 28 01:09:39.606145 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36684) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:39.612086 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-43db2f1a-44c8-47fd-8f58-ed59859f5630 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Request body: {'security_group_rule': {'security_group_id': '72d35a3d-2e15-44ee-96d6-c1259ff903c0', 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:39.629491 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7fe74-f26f-403a-a29a-30e44f19f53b None None] Pushing event updated for resources: {'Port': ['ID=f239418e-36c4-4641-9bfe-ad3e431d84cf,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:39.692723 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:39.724950 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.securitygroups_db [None req-43db2f1a-44c8-47fd-8f58-ed59859f5630 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Project ef7669c4535f486e84670c0aa9d7422c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:09:39.732929 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-43db2f1a-44c8-47fd-8f58-ed59859f5630 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.743834 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Sync routers for ids ['e76b4609-5802-4d0b-833d-8425691dfdb1'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:39.775527 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Attempting to bind port f239418e-36c4-4641-9bfe-ad3e431d84cf on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:09:39.776136 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Attempting to bind port f239418e-36c4-4641-9bfe-ad3e431d84cf by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db512680-0191-48e9-badf-ad8c07576418'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:09:39.776651 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Attempting to bind port f239418e-36c4-4641-9bfe-ad3e431d84cf on network db512680-0191-48e9-badf-ad8c07576418 {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:39.783501 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] Notify callbacks [] for router, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.786096 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-2341766c-2e6d-420f-94af-5a0412d2b3f7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4481292 Jan 28 01:09:39.790102 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36692) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:39.798219 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:39.800050 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Checking segment: {'id': '2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db512680-0191-48e9-badf-ad8c07576418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:09:39.802703 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.803542 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Bound using segment: {'id': '2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db512680-0191-48e9-badf-ad8c07576418'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:39.804461 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Bound port: f239418e-36c4-4641-9bfe-ad3e431d84cf, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db512680-0191-48e9-badf-ad8c07576418'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:09:39.807877 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.844508 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Routers {'e76b4609-5802-4d0b-833d-8425691dfdb1'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:39.847428 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['e76b4609-5802-4d0b-833d-8425691dfdb1'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:39.903052 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-43db2f1a-44c8-47fd-8f58-ed59859f5630 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.934200 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-c1b8a472-a053-4c48-9142-0299f745fad9 None None] Provisioning complete for port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:39.934756 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a472-a053-4c48-9142-0299f745fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.959809 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-43db2f1a-44c8-47fd-8f58-ed59859f5630 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:39.983579 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db2f1a-44c8-47fd-8f58-ed59859f5630 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623dbf2e-1927-4f1a-8c9b-99cbb119ec40,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:39.987207 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] For port f239418e-36c4-4641-9bfe-ad3e431d84cf, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:39.995497 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] For port f239418e-36c4-4641-9bfe-ad3e431d84cf, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=f239418e-36c4-4641-9bfe-ad3e431d84cf,segment=NetworkSegment(2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48),segment_id=2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:40.004375 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:40.086020 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Set router e76b4609-5802-4d0b-833d-8425691dfdb1 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:40.131895 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:40.170824 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-43db2f1a-44c8-47fd-8f58-ed59859f5630 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:40.172409 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-43db2f1a-44c8-47fd-8f58-ed59859f5630 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5651321 Jan 28 01:09:40.242590 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7fe74-f26f-403a-a29a-30e44f19f53b None None] Pushing event updated for resources: {'Port': ['ID=f239418e-36c4-4641-9bfe-ad3e431d84cf,revision_number=4']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:40.262165 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Routers {'8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:40.262802 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:40.357869 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a472-a053-4c48-9142-0299f745fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:40.374407 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:40.374407 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:40.431722 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] Set router 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:40.452972 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-c1b8a472-a053-4c48-9142-0299f745fad9 None None] For port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:40.562056 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a472-a053-4c48-9142-0299f745fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:40.601656 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:40.643277 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:38Z', 'revision_number': 3, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:40.682741 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8a472-a053-4c48-9142-0299f745fad9 None None] Pushing event updated for resources: {'Port': ['ID=e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:40.687740 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Checking router: e76b4609-5802-4d0b-833d-8425691dfdb1 for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:40.688311 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Updating router e76b4609-5802-4d0b-833d-8425691dfdb1 port 3002ea06-0769-4f3a-b339-0bc6fee5ae8d binding host dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:09:40.750402 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-786e7aca-036f-4e39-83ba-44d295068eea None None] Provisioning complete for port f239418e-36c4-4641-9bfe-ad3e431d84cf triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:40.751129 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-786e7aca-036f-4e39-83ba-44d295068eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:40.752168 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:40.754495 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.db.api [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102113) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:09:40.754979 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG oslo_db.api [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:09:40.782698 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'name': 'tempest-TestShelveInstance-759522497-router', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': 'dff58296-fd9b-48cf-832e-75f2ff528de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:30Z', 'updated_at': '2022-01-28T01:09:35Z', 'revision_number': 4, 'project_id': '622bb085e117402ea6ecea604ed8f208', 'gw_port': {'id': 'dff58296-fd9b-48cf-832e-75f2ff528de9', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:31Z', 'updated_at': '2022-01-28T01:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'f239418e-36c4-4641-9bfe-ad3e431d84cf', 'name': '', 'network_id': 'db512680-0191-48e9-badf-ad8c07576418', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'mac_address': 'fa:16:3e:b5:ca:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2447e62f-6ef0-461c-8327-259d0c85ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:34Z', 'updated_at': '2022-01-28T01:09:39Z', 'revision_number': 4, 'project_id': '622bb085e117402ea6ecea604ed8f208', 'subnets': [{'id': '2447e62f-6ef0-461c-8327-259d0c85ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:40.805474 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:40.827319 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c9c012-5fd4-4fbf-aec9-9ea4150d370d None None] The sync data for ids ['8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'] in dv-cinder-821890-1-smb is: [{'id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'name': 'tempest-TestShelveInstance-759522497-router', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': 'dff58296-fd9b-48cf-832e-75f2ff528de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:30Z', 'updated_at': '2022-01-28T01:09:35Z', 'revision_number': 4, 'project_id': '622bb085e117402ea6ecea604ed8f208', 'gw_port': {'id': 'dff58296-fd9b-48cf-832e-75f2ff528de9', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:31Z', 'updated_at': '2022-01-28T01:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'f239418e-36c4-4641-9bfe-ad3e431d84cf', 'name': '', 'network_id': 'db512680-0191-48e9-badf-ad8c07576418', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'mac_address': 'fa:16:3e:b5:ca:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '2447e62f-6ef0-461c-8327-259d0c85ad3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:34Z', 'updated_at': '2022-01-28T01:09:39Z', 'revision_number': 4, 'project_id': '622bb085e117402ea6ecea604ed8f208', 'subnets': [{'id': '2447e62f-6ef0-461c-8327-259d0c85ad3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:40.951246 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-234591d1-de6d-4918-88e2-712da49ca7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:41.070641 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_common [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Allocated IP 172.20.0.1 (cfb4a82a-108a-4a17-aae9-8777060ea51e/a7317c50-dadc-4b80-9bc8-59c11b9befe9/81f4ee19-fd8e-4f86-b12a-2b2408630b3d) {{(pid=102111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:41.099365 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-786e7aca-036f-4e39-83ba-44d295068eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:41.110824 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9504af-77f4-4df4-8290-bbd0454760a0 req-c4df5c2b-8ca7-4454-a718-5a552881f602 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:41.120148 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d9504af-77f4-4df4-8290-bbd0454760a0 req-c4df5c2b-8ca7-4454-a718-5a552881f602 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0807641 Jan 28 01:09:41.181081 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-786e7aca-036f-4e39-83ba-44d295068eea None None] For port f239418e-36c4-4641-9bfe-ad3e431d84cf, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=f239418e-36c4-4641-9bfe-ad3e431d84cf,segment=NetworkSegment(2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48),segment_id=2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:41.203332 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d9504af-77f4-4df4-8290-bbd0454760a0 req-b697e967-0339-4ae3-a71b-d5a962ba428c tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819314 Jan 28 01:09:41.226573 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51c464-5a28-445d-b69e-5a561c960d55 req-adab133c-7f35-40de-86a2-4005bca14954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:41.228409 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e51c464-5a28-445d-b69e-5a561c960d55 req-adab133c-7f35-40de-86a2-4005bca14954 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c417a185e8429780c907b907b3f073&device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 1137 time: 0.0751915 Jan 28 01:09:41.252921 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:41.260020 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-786e7aca-036f-4e39-83ba-44d295068eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:41.349721 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:41.392136 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51c464-5a28-445d-b69e-5a561c960d55 req-4d7b41f2-be65-40cb-b425-dda2505aa214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:41.393831 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e51c464-5a28-445d-b69e-5a561c960d55 req-4d7b41f2-be65-40cb-b425-dda2505aa214 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 HTTP/1.1" status: 200 len: 916 time: 0.1579573 Jan 28 01:09:41.396999 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-786e7aca-036f-4e39-83ba-44d295068eea None None] Provisioning complete for port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:41.397938 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-786e7aca-036f-4e39-83ba-44d295068eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:41.401846 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Network cfb4a82a-108a-4a17-aae9-8777060ea51e is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:41.408174 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:41.416719 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Received port after_create {{(pid=102111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:41.419014 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Pushing event updated for resources: {'Port': ['ID=81f4ee19-fd8e-4f86-b12a-2b2408630b3d,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:41.477227 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Notify callbacks [] for port, precommit_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:41.483346 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device dff58296-fd9b-48cf-832e-75f2ff528de9 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:41.485912 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-644618'] for router_interface, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:41.493368 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e7aca-036f-4e39-83ba-44d295068eea None None] Pushing event updated for resources: {'Port': ['ID=f239418e-36c4-4641-9bfe-ad3e431d84cf,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:41.514869 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e51c464-5a28-445d-b69e-5a561c960d55 req-913b47ae-d1fd-4518-bd2d-0d1ffda6bceb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939 HTTP/1.1" status: 200 len: 1000 time: 0.1122770 Jan 28 01:09:41.618582 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51c464-5a28-445d-b69e-5a561c960d55 req-cdf2cc76-2bcc-454c-ad9d-1cc0bc1aca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:41.621462 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:41.621932 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e51c464-5a28-445d-b69e-5a561c960d55 req-cdf2cc76-2bcc-454c-ad9d-1cc0bc1aca3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a12ed7e-5262-4f52-b994-488391826371 HTTP/1.1" status: 200 len: 854 time: 0.0939269 Jan 28 01:09:41.681800 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51c464-5a28-445d-b69e-5a561c960d55 req-f449d8c1-d5e0-49e1-b211-695317da8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:41.683870 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e51c464-5a28-445d-b69e-5a561c960d55 req-f449d8c1-d5e0-49e1-b211-695317da8cba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528300 Jan 28 01:09:41.684083 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port dff58296-fd9b-48cf-832e-75f2ff528de9 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:41.684458 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:41.723974 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afe42b-2b52-436a-8792-79a7b485746b None None] Pushing event updated for resources: {'Port': ['ID=3002ea06-0769-4f3a-b339-0bc6fee5ae8d,revision_number=2']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:41.749784 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Attempting to bind port 3002ea06-0769-4f3a-b339-0bc6fee5ae8d on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:09:41.750146 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Attempting to bind port 3002ea06-0769-4f3a-b339-0bc6fee5ae8d by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:09:41.750507 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Attempting to bind port 3002ea06-0769-4f3a-b339-0bc6fee5ae8d on network 33601191-b01a-4460-980f-590e10ed5ba8 {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:41.759265 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:41.759557 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Checking segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:09:41.759955 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:41.760341 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Bound using segment: {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'} {{(pid=102113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:41.760803 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.managers [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Bound port: 3002ea06-0769-4f3a-b339-0bc6fee5ae8d, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786aaa7f-bb46-4eda-90a4-d479a0d12682', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}}] {{(pid=102113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:09:41.761177 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:41.775648 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:41.795695 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e51c464-5a28-445d-b69e-5a561c960d55 req-d9d2910b-8416-4def-9b0d-49ca403bc9e1 service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003704 Jan 28 01:09:41.864017 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] For port 3002ea06-0769-4f3a-b339-0bc6fee5ae8d, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:41.871086 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] For port 3002ea06-0769-4f3a-b339-0bc6fee5ae8d, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=3002ea06-0769-4f3a-b339-0bc6fee5ae8d,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:41.878460 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-5e909a89-51aa-4236-8ad8-06ec994b6532 None None] Provisioning complete for port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:41.878853 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-5e909a89-51aa-4236-8ad8-06ec994b6532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:41.925092 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e51c464-5a28-445d-b69e-5a561c960d55 req-2a9b0d5a-f550-4931-bfea-97234a9318bd service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201231 Jan 28 01:09:41.928185 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-5e909a89-51aa-4236-8ad8-06ec994b6532 None None] Port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:09:41.942214 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:42.019719 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:42.050565 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afe42b-2b52-436a-8792-79a7b485746b None None] Pushing event updated for resources: {'Port': ['ID=3002ea06-0769-4f3a-b339-0bc6fee5ae8d,revision_number=3']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:42.057410 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Routers {'e76b4609-5802-4d0b-833d-8425691dfdb1'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:42.058110 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['e76b4609-5802-4d0b-833d-8425691dfdb1'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:42.091773 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859664'] for port, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:42.131547 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:42.183565 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644790'] for router_interface, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:42.186347 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Pushing event updated for resources: {'Port': ['ID=81f4ee19-fd8e-4f86-b12a-2b2408630b3d,revision_number=2']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:42.338381 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Network cfb4a82a-108a-4a17-aae9-8777060ea51e is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:42.340042 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:42.369441 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8348c81-a7c2-4ec8-8ff2-2af9e4e0f3c2 req-6e2cbbac-c861-4534-8361-ef05c6e6bdb5 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.371327 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f8348c81-a7c2-4ec8-8ff2-2af9e4e0f3c2 req-6e2cbbac-c861-4534-8361-ef05c6e6bdb5 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0751836 Jan 28 01:09:42.448070 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f8348c81-a7c2-4ec8-8ff2-2af9e4e0f3c2 req-edddc733-c1c3-4c6f-bd16-5dbc3700c36e tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659854 Jan 28 01:09:42.465666 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:42.521504 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] Set router e76b4609-5802-4d0b-833d-8425691dfdb1 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:42.561493 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:42.561493 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:42.562536 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Router e76b4609-5802-4d0b-833d-8425691dfdb1 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:09:42.725062 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:09:42.739184 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-b67e1043-1e60-401b-a281-74d10a1dfe91 admin admin] 10.222.0.18 "PUT /v2.0/routers/e76b4609-5802-4d0b-833d-8425691dfdb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9471226 Jan 28 01:09:42.806565 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device f239418e-36c4-4641-9bfe-ad3e431d84cf up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:42.810829 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-ecf26990-8e9b-41a7-9664-a1791cc1675f None None] Provisioning complete for port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:42.811223 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ecf26990-8e9b-41a7-9664-a1791cc1675f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:42.859703 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:42.915060 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ecf26990-8e9b-41a7-9664-a1791cc1675f None None] Port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:09:42.942546 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port f239418e-36c4-4641-9bfe-ad3e431d84cf triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:42.943162 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:42.977610 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 1, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:43.009069 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e300f65-bebb-4d33-a28d-c6f69d5f3ceb None None] The sync data for ids ['e76b4609-5802-4d0b-833d-8425691dfdb1'] in dv-cinder-821890-1-smb is: [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 1, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:43.210738 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36770) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:43.215467 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-6f44498b-bb25-49ae-b62f-1fb5d13ca627 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849499802', 'description': 'tempest-description--1598284467'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:43.307667 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6f44498b-bb25-49ae-b62f-1fb5d13ca627 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:43.413437 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6f44498b-bb25-49ae-b62f-1fb5d13ca627 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:43.487221 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6f44498b-bb25-49ae-b62f-1fb5d13ca627 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:43.533226 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44498b-bb25-49ae-b62f-1fb5d13ca627 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef76c33b-c9ce-4220-95fc-ad9a2e325a65,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:43.609738 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6f44498b-bb25-49ae-b62f-1fb5d13ca627 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:43.609738 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-6f44498b-bb25-49ae-b62f-1fb5d13ca627 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3941445 Jan 28 01:09:43.609738 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36776) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:43.616775 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-954222e8-317d-4e5b-85a4-d90b630cb8fb tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Request body: {'security_group_rule': {'security_group_id': 'ef76c33b-c9ce-4220-95fc-ad9a2e325a65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:43.627544 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:43.631996 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e92a8-1cf9-4a3c-ad42-61134abee330 req-bfbb752b-b9e8-4ccd-8799-3560798b6489 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:43.639421 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0a3e92a8-1cf9-4a3c-ad42-61134abee330 req-bfbb752b-b9e8-4ccd-8799-3560798b6489 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0679374 Jan 28 01:09:43.685888 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0a3e92a8-1cf9-4a3c-ad42-61134abee330 req-b5aa841d-f266-4d5a-92b0-eb33c33d26bb tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401068 Jan 28 01:09:43.707496 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-954222e8-317d-4e5b-85a4-d90b630cb8fb tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:43.775197 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-954222e8-317d-4e5b-85a4-d90b630cb8fb tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:43.782060 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:43.821511 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-954222e8-317d-4e5b-85a4-d90b630cb8fb tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:43.838349 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954222e8-317d-4e5b-85a4-d90b630cb8fb tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b81ab8-77a3-4d3f-995a-480b4bf3987a,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:43.893247 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-954222e8-317d-4e5b-85a4-d90b630cb8fb tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:43.894470 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-954222e8-317d-4e5b-85a4-d90b630cb8fb tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2836812 Jan 28 01:09:43.897767 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36778) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:43.903440 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-e0c088e1-365c-4728-8407-08aadbfc3e7f tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Request body: {'security_group_rule': {'security_group_id': 'ef76c33b-c9ce-4220-95fc-ad9a2e325a65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:43.988128 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e0c088e1-365c-4728-8407-08aadbfc3e7f tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:44.044678 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 3002ea06-0769-4f3a-b339-0bc6fee5ae8d up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:44.066055 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e0c088e1-365c-4728-8407-08aadbfc3e7f tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:44.102849 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 3002ea06-0769-4f3a-b339-0bc6fee5ae8d triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:44.103162 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:44.130137 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e0c088e1-365c-4728-8407-08aadbfc3e7f tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:44.155329 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c088e1-365c-4728-8407-08aadbfc3e7f tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba77367-dc4e-4889-a22e-cebdee13891e,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:44.197819 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:44.213263 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e0c088e1-365c-4728-8407-08aadbfc3e7f tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:44.216680 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-e0c088e1-365c-4728-8407-08aadbfc3e7f tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3178451 Jan 28 01:09:44.220207 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] For port 3002ea06-0769-4f3a-b339-0bc6fee5ae8d, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=3002ea06-0769-4f3a-b339-0bc6fee5ae8d,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:44.225149 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36782) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:44.229729 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Request body: {'floatingip': {'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:44.279178 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:44.325047 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for floatingip, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:44.336468 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Pushing event updated for resources: {'Port': ['ID=3002ea06-0769-4f3a-b339-0bc6fee5ae8d,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:44.453029 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:44.601590 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Allocated IP 172.28.0.150 (33601191-b01a-4460-980f-590e10ed5ba8/440539cd-2d5c-4ab2-843c-9b347b12c340/89e2b9da-73bd-42e2-8c7f-e151cfd934c9) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:44.715333 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:44.828620 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea1110-1121-4b04-9f8b-3c5e1f62aad5 req-a6bc0297-13e9-4ce0-8fb8-1f20ca7d74ce tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:44.830799 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76ea1110-1121-4b04-9f8b-3c5e1f62aad5 req-a6bc0297-13e9-4ce0-8fb8-1f20ca7d74ce tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0558116 Jan 28 01:09:44.832440 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:44.912662 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Network 33601191-b01a-4460-980f-590e10ed5ba8 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:44.918950 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:44.921944 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:44.931099 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event updated for resources: {'Port': ['ID=89e2b9da-73bd-42e2-8c7f-e151cfd934c9,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:45.062728 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-76ea1110-1121-4b04-9f8b-3c5e1f62aad5 req-8a343c97-47fd-4b2e-a2fa-be35393d103a tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302993 Jan 28 01:09:45.316783 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:45.346615 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Sync routers for ids ['e76b4609-5802-4d0b-833d-8425691dfdb1'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:09:45.357364 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Routers {'e76b4609-5802-4d0b-833d-8425691dfdb1'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:45.357963 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['e76b4609-5802-4d0b-833d-8425691dfdb1'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:45.474732 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:45.551493 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Set router e76b4609-5802-4d0b-833d-8425691dfdb1 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:45.641436 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:45.718861 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:45.766338 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 2, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:45.795204 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Checking router: e76b4609-5802-4d0b-833d-8425691dfdb1 for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:09:45.795460 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event updated for resources: {'Port': ['ID=89e2b9da-73bd-42e2-8c7f-e151cfd934c9,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:45.795574 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Updating router e76b4609-5802-4d0b-833d-8425691dfdb1 port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d binding host dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:09:45.812245 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646029'] for floatingip, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:45.827025 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:45.919074 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:45.920776 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-2b063c4a-6301-4463-b2e7-c729fb6c9ab1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6944466 Jan 28 01:09:45.969872 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 3002ea06-0769-4f3a-b339-0bc6fee5ae8d up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:46.034669 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 3002ea06-0769-4f3a-b339-0bc6fee5ae8d triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:46.034669 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:46.082148 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-5d7c0eb4-3810-48b4-aafc-b55188038ca4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1849499802&fields=id&tenant_id=8f461312e34a4ce2b564420e836320e0 HTTP/1.1" status: 200 len: 267 time: 0.0367875 Jan 28 01:09:46.149674 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Notify callbacks [] for port, precommit_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:46.234526 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cf26d-905c-4521-a306-ea4a60c9a6a0 req-98fe80b5-d56e-464f-bf58-99f77783b871 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:46.236177 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e77cf26d-905c-4521-a306-ea4a60c9a6a0 req-98fe80b5-d56e-464f-bf58-99f77783b871 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0846477 Jan 28 01:09:46.242626 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-99a89472-267e-40b8-983f-d257feeb8fe4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:46.244106 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-99a89472-267e-40b8-983f-d257feeb8fe4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/networks?id=cfb4a82a-108a-4a17-aae9-8777060ea51e HTTP/1.1" status: 200 len: 811 time: 0.1503108 Jan 28 01:09:46.251001 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:46.279527 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-01ce124e-925f-426a-bde6-0dbd941e5d3b tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/quotas/8f461312e34a4ce2b564420e836320e0 HTTP/1.1" status: 200 len: 375 time: 0.0274243 Jan 28 01:09:46.289236 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e77cf26d-905c-4521-a306-ea4a60c9a6a0 req-d2c6107c-2800-45bc-9b6b-797cecfb3222 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438004 Jan 28 01:09:46.320060 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca02a70-3bd0-4a9f-bc7e-9dfe36843ed6 None None] Pushing event updated for resources: {'Port': ['ID=81f4ee19-fd8e-4f86-b12a-2b2408630b3d,revision_number=3']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:46.349599 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-ecfb0037-08cd-46c8-beac-2fd31366da6f tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f461312e34a4ce2b564420e836320e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0595143 Jan 28 01:09:46.379788 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Attempting to bind port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d on host dv-cinder-821890-1-smb for vnic_type normal with profile {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:09:46.380937 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Attempting to bind port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d by drivers openvswitch,hyperv on host dv-cinder-821890-1-smb at level 0 using segments [{'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:09:46.380937 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Attempting to bind port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d on network cfb4a82a-108a-4a17-aae9-8777060ea51e {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:46.386680 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Checking agent: {'id': 'e446909d-9fac-4eb1-9ac9-03fdfb3b75a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821890-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 57, 44), 'started_at': datetime.datetime(2022, 1, 28, 0, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821890-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:46.387131 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Checking segment: {'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:09:46.387690 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:46.388285 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Bound using segment: {'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'} {{(pid=102114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:46.388939 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.managers [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Bound port: 81f4ee19-fd8e-4f86-b12a-2b2408630b3d, host: dv-cinder-821890-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'}}] {{(pid=102114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:09:46.389543 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:46.460403 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] For port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d, host dv-cinder-821890-1-smb, cleared binding levels {{(pid=102114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:46.463936 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.plugins.ml2.db [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] For port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d, host dv-cinder-821890-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=81f4ee19-fd8e-4f86-b12a-2b2408630b3d,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:46.468243 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-2f5f7393-476c-4b8e-aeea-12010508818a service neutron] 10.222.0.18 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018033 Jan 28 01:09:46.562225 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-09a0f379-c164-430c-9b75-6a201e762575 None None] Provisioning complete for port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:46.562522 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09a0f379-c164-430c-9b75-6a201e762575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:46.565737 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron_lib.callbacks.manager [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:46.581126 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-82af2232-edf1-41cd-aa85-061d95bbc451 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090915 Jan 28 01:09:46.642253 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Routers {'e76b4609-5802-4d0b-833d-8425691dfdb1'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:09:46.642887 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['e76b4609-5802-4d0b-833d-8425691dfdb1'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:46.644847 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca02a70-3bd0-4a9f-bc7e-9dfe36843ed6 None None] Pushing event updated for resources: {'Port': ['ID=81f4ee19-fd8e-4f86-b12a-2b2408630b3d,revision_number=4']} {{(pid=102114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:46.669494 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09a0f379-c164-430c-9b75-6a201e762575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:46.722821 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-09a0f379-c164-430c-9b75-6a201e762575 None None] For port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=81f4ee19-fd8e-4f86-b12a-2b2408630b3d,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:46.785049 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] Set router e76b4609-5802-4d0b-833d-8425691dfdb1 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:09:46.800143 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-09a0f379-c164-430c-9b75-6a201e762575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:46.891579 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0f379-c164-430c-9b75-6a201e762575 None None] Pushing event updated for resources: {'Port': ['ID=81f4ee19-fd8e-4f86-b12a-2b2408630b3d,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:46.923394 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-7dfe400a-589b-457f-8621-65e233a07d10 None None] Provisioning complete for port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:46.923885 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7dfe400a-589b-457f-8621-65e233a07d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:46.933232 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1a451752-a5b4-445c-861b-dd8f23d5cbd2 req-6d2db40e-0b21-4032-bcba-0fdf798ef5bd tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 210 time: 0.0395291 Jan 28 01:09:47.040603 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:46Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:09:47.072742 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c149cfb-2cca-42b5-ae8b-f6da0ba5557b None None] The sync data for ids ['e76b4609-5802-4d0b-833d-8425691dfdb1'] in dv-cinder-821890-1-smb is: [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:46Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:09:47.428637 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8aee9c-e51d-4eba-b083-9e661aea5de1 req-6f213d23-e72b-4a3f-9b1d-a41f07c44d6f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:47.432968 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0b8aee9c-e51d-4eba-b083-9e661aea5de1 req-6f213d23-e72b-4a3f-9b1d-a41f07c44d6f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0587845 Jan 28 01:09:47.478063 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0b8aee9c-e51d-4eba-b083-9e661aea5de1 req-92abe3f8-719d-4a91-94e1-4f4699f6ed79 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398986 Jan 28 01:09:48.002891 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 81f4ee19-fd8e-4f86-b12a-2b2408630b3d up at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:48.018084 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6c46a850-1e52-4c8e-b97e-aa8826352d47 req-86137e08-3b9c-46c4-9883-5e71bebb354b tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 210 time: 0.0313399 Jan 28 01:09:48.058370 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Provisioning complete for port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:48.058762 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:48.615761 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8e05b-a091-4821-937a-e9024cc6a18f req-31a35144-5d64-4852-976b-0d0bc92d0235 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:48.617369 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c4f8e05b-a091-4821-937a-e9024cc6a18f req-31a35144-5d64-4852-976b-0d0bc92d0235 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0569673 Jan 28 01:09:48.660483 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c4f8e05b-a091-4821-937a-e9024cc6a18f req-3922c14d-846f-4d7a-92b4-a97cdb092762 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365245 Jan 28 01:09:49.130224 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33820c3f-811b-4659-a263-efecbc833a20 req-20df325e-362b-4e5d-b7e0-0377121a0147 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 210 time: 0.0379262 Jan 28 01:09:49.234486 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-531f23bb-6940-4721-ad08-f1de53cc2f32 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:49.236188 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-531f23bb-6940-4721-ad08-f1de53cc2f32 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.53 "GET /v2.0/networks?id=cfb4a82a-108a-4a17-aae9-8777060ea51e HTTP/1.1" status: 200 len: 811 time: 0.1157408 Jan 28 01:09:49.303967 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-7adbf972-3c53-4fb0-b7fb-14e82b8b04f3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f461312e34a4ce2b564420e836320e0 HTTP/1.1" status: 200 len: 380 time: 0.0502305 Jan 28 01:09:49.314750 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-a1af7c3e-5b39-498c-896b-6c3451927060 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Request body: {'port': {'device_id': 'f2696aa8-7641-406e-af82-b04e51e9e7dd', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'admin_state_up': True, 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'security_groups': ['ef76c33b-c9ce-4220-95fc-ad9a2e325a65']}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:49.502750 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-a1af7c3e-5b39-498c-896b-6c3451927060 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Made reservation on behalf of 8f461312e34a4ce2b564420e836320e0 for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:49.506812 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-a1af7c3e-5b39-498c-896b-6c3451927060 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:49.653605 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-a1af7c3e-5b39-498c-896b-6c3451927060 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Allocated IP 172.20.0.11 (cfb4a82a-108a-4a17-aae9-8777060ea51e/a7317c50-dadc-4b80-9bc8-59c11b9befe9/07aefd0b-d643-40c6-9e7d-9b89fc80a1d1) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:49.841767 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cbede-5bb5-4760-ad91-e14c76a72de7 req-f01a6f68-e58d-42ed-9e63-9e731be3394c tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:49.842903 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-201cbede-5bb5-4760-ad91-e14c76a72de7 req-f01a6f68-e58d-42ed-9e63-9e731be3394c tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0902524 Jan 28 01:09:49.866091 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-a1af7c3e-5b39-498c-896b-6c3451927060 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:49.906851 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-201cbede-5bb5-4760-ad91-e14c76a72de7 req-68a88912-242a-46b2-bc23-8ad89489db54 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566754 Jan 28 01:09:50.000398 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-a1af7c3e-5b39-498c-896b-6c3451927060 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:50.043607 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-a1af7c3e-5b39-498c-896b-6c3451927060 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Network cfb4a82a-108a-4a17-aae9-8777060ea51e is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:50.048648 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-a1af7c3e-5b39-498c-896b-6c3451927060 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:50.052467 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-a1af7c3e-5b39-498c-896b-6c3451927060 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:50.088988 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af7c3e-5b39-498c-896b-6c3451927060 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event updated for resources: {'Port': ['ID=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:50.116549 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-a1af7c3e-5b39-498c-896b-6c3451927060 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:50.117383 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-a1af7c3e-5b39-498c-896b-6c3451927060 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:50.208000 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-a1af7c3e-5b39-498c-896b-6c3451927060 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8978157 Jan 28 01:09:50.243684 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Request body: {'port': {'device_id': 'f2696aa8-7641-406e-af82-b04e51e9e7dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:50.263278 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-8d3adf7e-54b4-4973-953d-d75e1137ab6f None None] Provisioning complete for port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:50.264264 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8d3adf7e-54b4-4973-953d-d75e1137ab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:50.307753 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-8d3adf7e-54b4-4973-953d-d75e1137ab6f None None] Port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:09:50.310492 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d6f00-ecbc-45f3-8290-8ec89ddb2562 req-1f36d7c0-0cde-44b6-9195-ac3a27cbdc1a tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:50.312401 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d85d6f00-ecbc-45f3-8290-8ec89ddb2562 req-1f36d7c0-0cde-44b6-9195-ac3a27cbdc1a tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 932 time: 0.1034973 Jan 28 01:09:50.317629 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:50.393692 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d85d6f00-ecbc-45f3-8290-8ec89ddb2562 req-d157eeb1-38eb-4909-ba52-8bf125144372 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732083 Jan 28 01:09:50.644245 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:09:50.652868 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:50.665293 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Transition to ACTIVE for port object 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:09:50.765360 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:50.817500 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Pushing event updated for resources: {'Port': ['ID=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:50.902431 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Attempting to bind port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:09:50.903006 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Attempting to bind port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:09:50.903339 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Attempting to bind port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 on network cfb4a82a-108a-4a17-aae9-8777060ea51e {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:50.908069 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 on network cfb4a82a-108a-4a17-aae9-8777060ea51e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:09:50.909029 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Attempting to bind port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 on network cfb4a82a-108a-4a17-aae9-8777060ea51e {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:50.913980 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:50.913980 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Checking segment: {'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:09:50.914384 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Bound using segment: {'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:50.914809 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Bound port: 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:09:50.915224 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:51.040842 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] For port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:51.056615 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] For port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:51.086785 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd5bb0-68fa-4fd5-8505-07526010d486 req-22da63c7-b7a2-45c4-adfd-2fde7ccd67f2 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:51.089166 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9ecd5bb0-68fa-4fd5-8505-07526010d486 req-22da63c7-b7a2-45c4-adfd-2fde7ccd67f2 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0859189 Jan 28 01:09:51.111255 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:51.170948 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9ecd5bb0-68fa-4fd5-8505-07526010d486 req-d15566c0-c08d-4e0a-b8d7-20cafc157171 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755818 Jan 28 01:09:51.174346 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:51.175090 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:51.176937 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] 10.222.0.53 "PUT /v2.0/ports/07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 HTTP/1.1" status: 200 len: 1094 time: 0.9378078 Jan 28 01:09:51.179264 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2696aa8-7641-406e-af82-b04e51e9e7dd', 'tag': '07aefd0b-d643-40c6-9e7d-9b89fc80a1d1'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:09:51.181233 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6f95c4-d593-4529-8339-4011278ec6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f2696aa8-7641-406e-af82-b04e51e9e7dd", "tag": "07aefd0b-d643-40c6-9e7d-9b89fc80a1d1"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:51.202850 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da531a07-b08e-416b-af98-7ec18bc86a9d service neutron] Pushing event updated for resources: {'Port': ['ID=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:51.236263 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e076c8d4-516e-424d-a5df-ddc0515f3539 x-openstack-request-id: req-e076c8d4-516e-424d-a5df-ddc0515f3539 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:51.236912 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2696aa8-7641-406e-af82-b04e51e9e7dd", "tag": "07aefd0b-d643-40c6-9e7d-9b89fc80a1d1", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:51.236912 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e076c8d4-516e-424d-a5df-ddc0515f3539 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:51.237237 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2696aa8-7641-406e-af82-b04e51e9e7dd', 'tag': '07aefd0b-d643-40c6-9e7d-9b89fc80a1d1', 'status': 'completed', 'code': 200} Jan 28 01:09:51.332409 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f95c4-d593-4529-8339-4011278ec6ee req-e3c7ae52-dcc4-4790-8e85-37f820fcdb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:51.333896 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5e6f95c4-d593-4529-8339-4011278ec6ee req-e3c7ae52-dcc4-4790-8e85-37f820fcdb38 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f461312e34a4ce2b564420e836320e0&device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 1097 time: 0.0496063 Jan 28 01:09:51.452232 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f95c4-d593-4529-8339-4011278ec6ee req-d92e9667-c424-4325-a5cd-3085a2518993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:51.455532 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5e6f95c4-d593-4529-8339-4011278ec6ee req-d92e9667-c424-4325-a5cd-3085a2518993 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8f461312e34a4ce2b564420e836320e0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1045790 Jan 28 01:09:51.582688 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04fd6d-0119-4eed-ba5b-a01d55e986ae req-1033cff7-393d-42b6-a786-70b6de328c6e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:51.584381 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bf04fd6d-0119-4eed-ba5b-a01d55e986ae req-1033cff7-393d-42b6-a786-70b6de328c6e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 944 time: 0.0955424 Jan 28 01:09:51.619586 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f95c4-d593-4529-8339-4011278ec6ee req-8b941c8d-ed17-4012-aaef-80cbd4776c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:51.619586 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5e6f95c4-d593-4529-8339-4011278ec6ee req-8b941c8d-ed17-4012-aaef-80cbd4776c30 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1490164 Jan 28 01:09:51.640898 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bf04fd6d-0119-4eed-ba5b-a01d55e986ae req-b41c807e-f781-4a8b-82ed-9b393ee075ce tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472393 Jan 28 01:09:51.736000 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-3bdc9959-e526-4c9c-a656-20525527ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:51.737399 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-3bdc9959-e526-4c9c-a656-20525527ebb9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f461312e34a4ce2b564420e836320e0&device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 1097 time: 0.0474200 Jan 28 01:09:51.788111 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-0e959cfe-189b-47d6-9c1a-24e494838d42 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 HTTP/1.1" status: 200 len: 217 time: 0.0353501 Jan 28 01:09:51.840175 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-07f91ef7-ab6e-4324-b627-7fc110484dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:51.841629 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-07f91ef7-ab6e-4324-b627-7fc110484dac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7317c50-dadc-4b80-9bc8-59c11b9befe9 HTTP/1.1" status: 200 len: 850 time: 0.0469985 Jan 28 01:09:51.900771 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-4df194f7-8f0a-4a8a-9705-0c8e630b3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:51.900771 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-4df194f7-8f0a-4a8a-9705-0c8e630b3ef9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cfb4a82a-108a-4a17-aae9-8777060ea51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0464773 Jan 28 01:09:51.996341 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-a74f7014-93ce-4a18-af61-23c6ab2ca5fd service neutron] 10.222.0.53 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891726 Jan 28 01:09:52.098405 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aff6f72b-659d-47ba-b318-9c767bcf8c2e req-eb920c8c-13eb-482c-a41d-7be1b6ab89ec service neutron] 10.222.0.53 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949795 Jan 28 01:09:52.299298 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b579399-aa7b-4e26-99de-ecc7c3349138 req-d6632c86-9f00-4d0b-99d0-00c189c41ef9 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:52.300721 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1b579399-aa7b-4e26-99de-ecc7c3349138 req-d6632c86-9f00-4d0b-99d0-00c189c41ef9 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0518613 Jan 28 01:09:52.343415 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1b579399-aa7b-4e26-99de-ecc7c3349138 req-084ce1ba-586d-4fec-8fd1-361dd0f5256b tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363615 Jan 28 01:09:52.760238 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8614f-98c7-428b-a000-21f7fe8b4a2d req-293cb86e-1f56-40db-9d36-653b089ad533 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:52.761775 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-70f8614f-98c7-428b-a000-21f7fe8b4a2d req-293cb86e-1f56-40db-9d36-653b089ad533 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 944 time: 0.0499914 Jan 28 01:09:52.805428 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-70f8614f-98c7-428b-a000-21f7fe8b4a2d req-510430e9-4f11-47e9-86c2-4df69959fdde tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375259 Jan 28 01:09:53.464277 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b726e-b831-4fa0-b0c7-915c692d4f9f req-f1ea95df-15f9-41f7-987d-17735b938883 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:53.465769 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-060b726e-b831-4fa0-b0c7-915c692d4f9f req-f1ea95df-15f9-41f7-987d-17735b938883 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0531328 Jan 28 01:09:53.510779 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-060b726e-b831-4fa0-b0c7-915c692d4f9f req-d8ca2b92-53dc-413c-938c-42f413408dea tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384338 Jan 28 01:09:53.921610 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5db31b-85a7-4dd6-9fd3-0cac49b0cc26 req-2a084241-77dd-4b42-98b3-edd43bd86bd1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:53.923048 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dc5db31b-85a7-4dd6-9fd3-0cac49b0cc26 req-2a084241-77dd-4b42-98b3-edd43bd86bd1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 944 time: 0.0494654 Jan 28 01:09:53.966207 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dc5db31b-85a7-4dd6-9fd3-0cac49b0cc26 req-90e38898-0f05-45e2-896d-12c5dda645e8 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365167 Jan 28 01:09:54.279052 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:09:54.381846 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:54.392892 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': '07aefd0b-d643-40c6-9e7d-9b89fc80a1d1', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'port_id': '07aefd0b-d643-40c6-9e7d-9b89fc80a1d1', 'mac_address': 'fa:16:3e:33:1e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:09:54.431603 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:54.445161 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:09:54.465021 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:54.571975 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:54.632078 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:54.640222 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebea0c1-3762-485d-9e22-3ec3aaa34cdb req-6ed774f8-8b93-450c-bd5e-7c6c09c3dd98 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:54.641684 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3ebea0c1-3762-485d-9e22-3ec3aaa34cdb req-6ed774f8-8b93-450c-bd5e-7c6c09c3dd98 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0489028 Jan 28 01:09:54.643946 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:54.644524 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:54.645079 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:54.645620 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:54.646165 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:54.646718 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:54.647995 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:54.648556 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:54.649138 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:54.649684 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:54.650269 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:54.650809 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:54.682242 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3ebea0c1-3762-485d-9e22-3ec3aaa34cdb req-5a659db7-f466-4f73-aca2-1ff570602f48 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335248 Jan 28 01:09:54.894769 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['07aefd0b-d643-40c6-9e7d-9b89fc80a1d1'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:55.087516 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c5dcc-51f6-463e-b807-27b2dd52f3a9 req-9a39f9dc-3641-4e1c-aef8-7226910387b1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:55.088983 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b38c5dcc-51f6-463e-b807-27b2dd52f3a9 req-9a39f9dc-3641-4e1c-aef8-7226910387b1 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 945 time: 0.0524616 Jan 28 01:09:55.135102 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b38c5dcc-51f6-463e-b807-27b2dd52f3a9 req-a8f441f7-ce88-4e03-b81e-d182f6c371f6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400937 Jan 28 01:09:55.801612 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715ddb4-fb7e-468e-a3d5-2da5705ecce0 req-ae220680-bb53-4e5a-9ee2-0e66a21bf441 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:55.803268 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1715ddb4-fb7e-468e-a3d5-2da5705ecce0 req-ae220680-bb53-4e5a-9ee2-0e66a21bf441 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0499215 Jan 28 01:09:55.827714 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36946) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:55.854062 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1715ddb4-fb7e-468e-a3d5-2da5705ecce0 req-025443e0-01c9-45fc-bdeb-0676c2b1bc86 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405567 Jan 28 01:09:55.942551 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db786295-5f00-4700-b40e-2e7ebdd00bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:56.015830 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db786295-5f00-4700-b40e-2e7ebdd00bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:56.149479 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-db786295-5f00-4700-b40e-2e7ebdd00bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:56.189224 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-db786295-5f00-4700-b40e-2e7ebdd00bd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69f543420b41409cadbf1ba1c31db818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604114 Jan 28 01:09:56.190109 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db786295-5f00-4700-b40e-2e7ebdd00bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cd16c5-1d4d-493e-9689-229111b77b68,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:56.192430 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 36952) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:56.285193 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392f2f4-7f09-4b1d-80bd-92c7ae238f1c req-7f844ba9-1862-45e8-b539-01922917a811 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:56.288163 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9392f2f4-7f09-4b1d-80bd-92c7ae238f1c req-7f844ba9-1862-45e8-b539-01922917a811 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 945 time: 0.0808456 Jan 28 01:09:56.297985 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5813ef00-5313-4587-845a-8d3674888321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:56.298141 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:56.330020 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5813ef00-5313-4587-845a-8d3674888321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:56.359701 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9392f2f4-7f09-4b1d-80bd-92c7ae238f1c req-279ab4b9-2fe0-4d81-9507-2cc1d934f3be tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651176 Jan 28 01:09:56.417395 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:09:56.421590 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:56.422070 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:56.505598 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:56.508756 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5813ef00-5313-4587-845a-8d3674888321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:56.511353 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5813ef00-5313-4587-845a-8d3674888321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:56.512562 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-5813ef00-5313-4587-845a-8d3674888321 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2cd16c5-1d4d-493e-9689-229111b77b68 HTTP/1.1" status: 204 len: 168 time: 0.3189969 Jan 28 01:09:56.520975 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813ef00-5313-4587-845a-8d3674888321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cd16c5-1d4d-493e-9689-229111b77b68,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:56.530156 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2696aa8-7641-406e-af82-b04e51e9e7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aefd0b-d643-40c6-9e7d-9b89fc80a1d1'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:09:56.532756 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7f7af9-90c6-4941-a746-2c73982aebaf" -d '{"events": [{"server_uuid": "f2696aa8-7641-406e-af82-b04e51e9e7dd", "name": "network-vif-plugged", "status": "completed", "tag": "07aefd0b-d643-40c6-9e7d-9b89fc80a1d1"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:56.562630 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:56.580738 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193d948e-4c6e-4da2-94ad-deba1c6df151 x-openstack-request-id: req-193d948e-4c6e-4da2-94ad-deba1c6df151 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:56.581246 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2696aa8-7641-406e-af82-b04e51e9e7dd", "name": "network-vif-plugged", "status": "completed", "tag": "07aefd0b-d643-40c6-9e7d-9b89fc80a1d1", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:56.581524 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-193d948e-4c6e-4da2-94ad-deba1c6df151 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:56.581924 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2696aa8-7641-406e-af82-b04e51e9e7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aefd0b-d643-40c6-9e7d-9b89fc80a1d1', 'code': 200} Jan 28 01:09:56.640321 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:56.693939 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:57.001296 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cda4f-7fb7-45ee-bcdb-97a34031af78 req-652a96fd-2a78-44d5-b94e-953276d08b2c tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:57.002619 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fb1cda4f-7fb7-45ee-bcdb-97a34031af78 req-652a96fd-2a78-44d5-b94e-953276d08b2c tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0787475 Jan 28 01:09:57.031733 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3cb10-cf88-4a62-8dc1-8324673c45c5 req-bee17bfb-be5f-4588-8495-90813d84e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:57.033181 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-03e3cb10-cf88-4a62-8dc1-8324673c45c5 req-bee17bfb-be5f-4588-8495-90813d84e7a9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 1099 time: 0.0682366 Jan 28 01:09:57.058275 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fb1cda4f-7fb7-45ee-bcdb-97a34031af78 req-ec3bf57b-45d4-41d1-8e58-7c21061141d3 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485377 Jan 28 01:09:57.082078 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-03e3cb10-cf88-4a62-8dc1-8324673c45c5 req-8d54e958-27e8-4bf9-95aa-b8691bf221ee service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363500 Jan 28 01:09:57.480405 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f548267-30ad-4fa7-8439-154d93e52946 req-e1bb7b2a-0da7-4857-bcc8-43bbe13b1004 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:57.481892 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5f548267-30ad-4fa7-8439-154d93e52946 req-e1bb7b2a-0da7-4857-bcc8-43bbe13b1004 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0526304 Jan 28 01:09:57.520025 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5f548267-30ad-4fa7-8439-154d93e52946 req-ffcbeca6-9e61-4e96-952f-735d2c16fac8 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321233 Jan 28 01:09:57.624578 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:09:58.180072 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa1108-de9b-4646-b322-aeb16b142dc7 req-5b8fad28-e0b4-4028-99e6-69a626ce91d3 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:58.181438 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9aaa1108-de9b-4646-b322-aeb16b142dc7 req-5b8fad28-e0b4-4028-99e6-69a626ce91d3 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0500376 Jan 28 01:09:58.220765 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9aaa1108-de9b-4646-b322-aeb16b142dc7 req-30c1da60-8bfb-4e5f-8e78-53a8b5eb20de tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332077 Jan 28 01:09:58.522049 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-fe6e3944-0230-4878-a7d2-47eec6d0e174 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278314568&fields=id&tenant_id=ef7669c4535f486e84670c0aa9d7422c HTTP/1.1" status: 200 len: 267 time: 0.0350771 Jan 28 01:09:58.658505 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-91241dcd-8f9a-4877-ac3b-3a3e1dd72ab7 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:58.659943 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-91241dcd-8f9a-4877-ac3b-3a3e1dd72ab7 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/networks?id=b0158366-ed76-4a90-85ef-982ed6985089 HTTP/1.1" status: 200 len: 809 time: 0.1294134 Jan 28 01:09:58.671288 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c049dd0-9935-40e5-9a03-aab50914ddb9 req-621af62b-99b8-4e5b-8082-9aa0bfc02b13 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:58.672660 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2c049dd0-9935-40e5-9a03-aab50914ddb9 req-621af62b-99b8-4e5b-8082-9aa0bfc02b13 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0819657 Jan 28 01:09:58.688391 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-1bfb244b-281c-42fe-aa04-b049230702ec tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/quotas/ef7669c4535f486e84670c0aa9d7422c HTTP/1.1" status: 200 len: 375 time: 0.0147698 Jan 28 01:09:58.736646 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2c049dd0-9935-40e5-9a03-aab50914ddb9 req-67cc77ef-85be-4777-8aca-a2e3da881c91 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559061 Jan 28 01:09:58.753344 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-935d0d71-70bc-4bff-9e09-e3eda820e3c3 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef7669c4535f486e84670c0aa9d7422c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580657 Jan 28 01:09:58.884279 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-dcb1427e-f814-4f1f-96fc-60eae9c3ad49 service neutron] 10.222.0.18 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188233 Jan 28 01:09:58.891321 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd4141-dd16-45f3-a2cf-3a169d42bc0b req-317b167e-83c7-4814-966f-dc2a275a7b79 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:58.892660 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c6dd4141-dd16-45f3-a2cf-3a169d42bc0b req-317b167e-83c7-4814-966f-dc2a275a7b79 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0806065 Jan 28 01:09:58.902343 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 36982) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:09:58.907203 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-ed17860a-4df9-420a-a469-8d74c74d17a3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Request body: {'floatingip': {'port_id': '07aefd0b-d643-40c6-9e7d-9b89fc80a1d1'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:58.985945 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ed17860a-4df9-420a-a469-8d74c74d17a3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for floatingip, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:58.990320 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-65091f90-dcdf-43ca-ab3e-fe00747e47bc service neutron] 10.222.0.18 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966756 Jan 28 01:09:59.471194 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ed17860a-4df9-420a-a469-8d74c74d17a3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:59.515564 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98386f1f-322e-4f5b-ad22-8b8fa9d07738 req-33070ded-fd4f-49c2-b13a-4aeab5f21a6f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:59.517014 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-98386f1f-322e-4f5b-ad22-8b8fa9d07738 req-33070ded-fd4f-49c2-b13a-4aeab5f21a6f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0519204 Jan 28 01:09:59.538032 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ed17860a-4df9-420a-a469-8d74c74d17a3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646029'] for floatingip, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:09:59.577476 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-98386f1f-322e-4f5b-ad22-8b8fa9d07738 req-d98e8c4c-9484-40fd-94ff-e3d2e91d400e tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534456 Jan 28 01:09:59.661836 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.l3_db [None req-ed17860a-4df9-420a-a469-8d74c74d17a3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Floating IP 2919750a-c914-47c8-9442-d78950cd251c associated. External IP: 172.28.0.150, port: 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1. Jan 28 01:09:59.726071 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b3e85bac-4b76-4f6e-9491-fb73ea35c685 req-7f6eb4bd-e566-4c75-b2cc-d430a8d07037 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 210 time: 0.0392570 Jan 28 01:10:00.120440 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed17860a-4df9-420a-a469-8d74c74d17a3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Router e76b4609-5802-4d0b-833d-8425691dfdb1 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:10:00.235351 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed17860a-4df9-420a-a469-8d74c74d17a3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:10:00.241729 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ed17860a-4df9-420a-a469-8d74c74d17a3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:00.246912 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e1c35b-108a-4689-9e34-78713726dc5b None None] Sync routers for ids ['e76b4609-5802-4d0b-833d-8425691dfdb1'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:10:00.259287 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1c35b-108a-4689-9e34-78713726dc5b None None] Routers {'e76b4609-5802-4d0b-833d-8425691dfdb1'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:00.259926 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-99e1c35b-108a-4689-9e34-78713726dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['e76b4609-5802-4d0b-833d-8425691dfdb1'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:00.275347 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-ed17860a-4df9-420a-a469-8d74c74d17a3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "PUT /v2.0/floatingips/2919750a-c914-47c8-9442-d78950cd251c HTTP/1.1" status: 200 len: 992 time: 1.3715904 Jan 28 01:10:00.275949 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2696aa8-7641-406e-af82-b04e51e9e7dd', 'tag': '07aefd0b-d643-40c6-9e7d-9b89fc80a1d1'}] {{(pid=102111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:10:00.280029 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b758d530082989913afebcbbaf9e42b8e478f77c7c540d2473370b3881081be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295954aa-364e-4fa6-b233-1c8a5c652b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2696aa8-7641-406e-af82-b04e51e9e7dd", "tag": "07aefd0b-d643-40c6-9e7d-9b89fc80a1d1"}]}' {{(pid=102111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:00.351814 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647a03c7-9e5d-4575-b6c0-8359ea78cc3d x-openstack-request-id: req-647a03c7-9e5d-4575-b6c0-8359ea78cc3d {{(pid=102111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:00.352489 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2696aa8-7641-406e-af82-b04e51e9e7dd", "tag": "07aefd0b-d643-40c6-9e7d-9b89fc80a1d1", "status": "completed", "code": 200}]} {{(pid=102111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:00.354020 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-647a03c7-9e5d-4575-b6c0-8359ea78cc3d {{(pid=102111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:00.356590 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2696aa8-7641-406e-af82-b04e51e9e7dd', 'tag': '07aefd0b-d643-40c6-9e7d-9b89fc80a1d1', 'status': 'completed', 'code': 200} Jan 28 01:10:00.379940 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-99e1c35b-108a-4689-9e34-78713726dc5b None None] Set router e76b4609-5802-4d0b-833d-8425691dfdb1 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:00.451404 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295954aa-364e-4fa6-b233-1c8a5c652b5a req-0570084b-44dc-4efb-9e5e-58e2961e2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:00.452973 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-295954aa-364e-4fa6-b233-1c8a5c652b5a req-0570084b-44dc-4efb-9e5e-58e2961e2032 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f461312e34a4ce2b564420e836320e0&device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 1099 time: 0.0467787 Jan 28 01:10:00.566575 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295954aa-364e-4fa6-b233-1c8a5c652b5a req-585bf6ad-e882-47ca-8868-3fc4baa89508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:00.570914 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-295954aa-364e-4fa6-b233-1c8a5c652b5a req-585bf6ad-e882-47ca-8868-3fc4baa89508 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cfb4a82a-108a-4a17-aae9-8777060ea51e HTTP/1.1" status: 200 len: 912 time: 0.1086302 Jan 28 01:10:00.650390 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-295954aa-364e-4fa6-b233-1c8a5c652b5a req-0a9a2d76-267d-4a36-907f-5c1406bad7de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 HTTP/1.1" status: 200 len: 1000 time: 0.0750346 Jan 28 01:10:00.739667 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295954aa-364e-4fa6-b233-1c8a5c652b5a req-e1a3cdb4-b0bf-4393-914b-e58352b9eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:00.742036 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-295954aa-364e-4fa6-b233-1c8a5c652b5a req-e1a3cdb4-b0bf-4393-914b-e58352b9eba7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7317c50-dadc-4b80-9bc8-59c11b9befe9 HTTP/1.1" status: 200 len: 850 time: 0.0834270 Jan 28 01:10:00.754005 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ab470-eae0-45bf-84c8-1bb69ae6a025 req-8751701a-91d8-4680-8479-e3ef2c23d59e tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:00.754005 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-738ab470-eae0-45bf-84c8-1bb69ae6a025 req-8751701a-91d8-4680-8479-e3ef2c23d59e tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0959065 Jan 28 01:10:00.837567 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c9669c8a-8958-4151-9620-ffa67049fd74 req-e152ac09-eb33-46e9-a5dc-8234d45aaa7f tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 210 time: 0.0441251 Jan 28 01:10:00.857193 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-738ab470-eae0-45bf-84c8-1bb69ae6a025 req-c784c071-4c7b-4033-ae9a-b2566475e735 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950701 Jan 28 01:10:00.869815 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295954aa-364e-4fa6-b233-1c8a5c652b5a req-d08a2e20-3e70-41d6-bb2c-2941b5a7c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:00.871457 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-295954aa-364e-4fa6-b233-1c8a5c652b5a req-d08a2e20-3e70-41d6-bb2c-2941b5a7c85a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cfb4a82a-108a-4a17-aae9-8777060ea51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1193323 Jan 28 01:10:00.878101 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-99e1c35b-108a-4689-9e34-78713726dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': '2919750a-c914-47c8-9442-d78950cd251c', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'floating_ip_address': '172.28.0.150', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'port_id': '07aefd0b-d643-40c6-9e7d-9b89fc80a1d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'mac_address': 'fa:16:3e:33:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2696aa8-7641-406e-af82-b04e51e9e7dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:09:44Z', 'updated_at': '2022-01-28T01:09:59Z', 'revision_number': 1, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:46Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:00.910826 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e1c35b-108a-4689-9e34-78713726dc5b None None] Checking router: e76b4609-5802-4d0b-833d-8425691dfdb1 for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:10:00.924164 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1c35b-108a-4689-9e34-78713726dc5b None None] Routers {'e76b4609-5802-4d0b-833d-8425691dfdb1'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:00.924899 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-99e1c35b-108a-4689-9e34-78713726dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['e76b4609-5802-4d0b-833d-8425691dfdb1'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:00.988182 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-295954aa-364e-4fa6-b233-1c8a5c652b5a req-561ba221-eb58-4fc0-94fb-356890f2c1c1 service neutron] 10.222.0.53 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092901 Jan 28 01:10:01.079281 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-99e1c35b-108a-4689-9e34-78713726dc5b None None] Set router e76b4609-5802-4d0b-833d-8425691dfdb1 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:01.389439 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-295954aa-364e-4fa6-b233-1c8a5c652b5a req-7af655f3-7773-48fc-8ed7-87a71482eb45 service neutron] 10.222.0.53 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950505 Jan 28 01:10:01.392244 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-99e1c35b-108a-4689-9e34-78713726dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': '2919750a-c914-47c8-9442-d78950cd251c', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'floating_ip_address': '172.28.0.150', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'port_id': '07aefd0b-d643-40c6-9e7d-9b89fc80a1d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'mac_address': 'fa:16:3e:33:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2696aa8-7641-406e-af82-b04e51e9e7dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:09:44Z', 'updated_at': '2022-01-28T01:09:59Z', 'revision_number': 1, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:46Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:01.422406 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e1c35b-108a-4689-9e34-78713726dc5b None None] The sync data for ids ['e76b4609-5802-4d0b-833d-8425691dfdb1'] in dv-cinder-821890-1-smb is: [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': '2919750a-c914-47c8-9442-d78950cd251c', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'floating_ip_address': '172.28.0.150', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'port_id': '07aefd0b-d643-40c6-9e7d-9b89fc80a1d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'mac_address': 'fa:16:3e:33:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2696aa8-7641-406e-af82-b04e51e9e7dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:09:44Z', 'updated_at': '2022-01-28T01:09:59Z', 'revision_number': 1, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:46Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:10:01.482700 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6590f8-b29b-413c-8007-668d54dbd901 req-96fca76d-8dcb-4169-8dec-2b12648286ff tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:01.484277 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e6590f8-b29b-413c-8007-668d54dbd901 req-96fca76d-8dcb-4169-8dec-2b12648286ff tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 946 time: 0.0759642 Jan 28 01:10:01.533197 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e6590f8-b29b-413c-8007-668d54dbd901 req-5aba9af1-9d93-41e4-b415-88c70fca8f89 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 Jan 28 01:10:01.652683 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd29cf3-b0ef-4e32-bc79-0df9c98c5562 None None] New status for floating IP 2919750a-c914-47c8-9442-d78950cd251c: ACTIVE {{(pid=102114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:10:01.967153 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9ddaa40b-4508-4067-83b2-b140085c2b0d req-b687dead-54c8-4698-907b-4fc970cef5e6 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 210 time: 0.0433621 Jan 28 01:10:02.012122 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6ffb3-7bae-4b53-96a4-4963cd7abf90 req-cb1f9b7a-e7c6-4078-8f91-2b244d815e1f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:02.014905 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f5a6ffb3-7bae-4b53-96a4-4963cd7abf90 req-cb1f9b7a-e7c6-4078-8f91-2b244d815e1f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0747681 Jan 28 01:10:02.058893 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f5a6ffb3-7bae-4b53-96a4-4963cd7abf90 req-ee38ff34-d00b-4869-bba3-eaf29ff8933e tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368476 Jan 28 01:10:02.447553 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-e9e3bd5c-795f-4c36-b047-91f8ba2b582f tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:02.449081 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-e9e3bd5c-795f-4c36-b047-91f8ba2b582f tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.53 "GET /v2.0/networks?id=b0158366-ed76-4a90-85ef-982ed6985089 HTTP/1.1" status: 200 len: 809 time: 0.1057594 Jan 28 01:10:02.499381 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-c08b0712-b223-4276-90e3-55ff4df3ad61 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef7669c4535f486e84670c0aa9d7422c HTTP/1.1" status: 200 len: 380 time: 0.0350032 Jan 28 01:10:02.509382 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-c3860071-ab9f-4e80-b782-cfe1bb65bd6a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Request body: {'port': {'device_id': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'admin_state_up': True, 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'security_groups': ['72d35a3d-2e15-44ee-96d6-c1259ff903c0']}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:02.689962 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86200e-f0ba-4363-b94a-81ccaf7ea5e8 req-48445fd0-a4bc-4d37-818d-8fdcf3ea4e45 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:02.691442 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bd86200e-f0ba-4363-b94a-81ccaf7ea5e8 req-48445fd0-a4bc-4d37-818d-8fdcf3ea4e45 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 946 time: 0.0545201 Jan 28 01:10:02.723794 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-c3860071-ab9f-4e80-b782-cfe1bb65bd6a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Made reservation on behalf of ef7669c4535f486e84670c0aa9d7422c for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:02.728172 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-c3860071-ab9f-4e80-b782-cfe1bb65bd6a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:02.751126 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bd86200e-f0ba-4363-b94a-81ccaf7ea5e8 req-1228f183-227c-4095-a21b-b9333029d4fa tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524955 Jan 28 01:10:02.872515 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-c3860071-ab9f-4e80-b782-cfe1bb65bd6a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Allocated IP 172.20.0.5 (b0158366-ed76-4a90-85ef-982ed6985089/01a556f0-3a34-4488-917c-016488a4c3ad/b3903570-b903-4a94-aa85-7eda5e6ab3a6) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:03.017988 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-c3860071-ab9f-4e80-b782-cfe1bb65bd6a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:03.074257 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0d8e374b-bad7-4f9b-9940-b20811bb60c9 req-7b420335-6c0f-4ba4-9cf8-ec61eb50ed06 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 210 time: 0.0315425 Jan 28 01:10:03.143704 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-c3860071-ab9f-4e80-b782-cfe1bb65bd6a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:03.215667 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-c3860071-ab9f-4e80-b782-cfe1bb65bd6a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Network b0158366-ed76-4a90-85ef-982ed6985089 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:03.222698 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-c3860071-ab9f-4e80-b782-cfe1bb65bd6a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:03.226372 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-c3860071-ab9f-4e80-b782-cfe1bb65bd6a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:03.229986 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3860071-ab9f-4e80-b782-cfe1bb65bd6a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Pushing event updated for resources: {'Port': ['ID=b3903570-b903-4a94-aa85-7eda5e6ab3a6,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:03.241953 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb407bf9-84ba-4e57-bd92-4ce30c3acdff req-2801f2cb-069d-4e69-8411-361a96b141df tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:03.243709 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bb407bf9-84ba-4e57-bd92-4ce30c3acdff req-2801f2cb-069d-4e69-8411-361a96b141df tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.1134150 Jan 28 01:10:03.311099 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-c3860071-ab9f-4e80-b782-cfe1bb65bd6a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:03.311736 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-c3860071-ab9f-4e80-b782-cfe1bb65bd6a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:03.326976 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bb407bf9-84ba-4e57-bd92-4ce30c3acdff req-0fb6a4eb-b5e5-4c55-927b-aa0cc29e7434 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635087 Jan 28 01:10:03.466579 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-c3860071-ab9f-4e80-b782-cfe1bb65bd6a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9615943 Jan 28 01:10:03.467539 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-940dc6b5-7a7b-4e54-b7d9-00adf8a59bc2 None None] Provisioning complete for port b3903570-b903-4a94-aa85-7eda5e6ab3a6 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:03.468039 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-940dc6b5-7a7b-4e54-b7d9-00adf8a59bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:03.500996 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-940dc6b5-7a7b-4e54-b7d9-00adf8a59bc2 None None] Port b3903570-b903-4a94-aa85-7eda5e6ab3a6 cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:10:03.564444 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Request body: {'port': {'device_id': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:03.671189 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-15050dc6-b375-49a4-9119-ad9571fb04f0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:03.672663 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-15050dc6-b375-49a4-9119-ad9571fb04f0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 946 time: 0.1052771 Jan 28 01:10:03.673732 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:03.948636 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Deleting port 36bd86b5-f41d-4a6c-a257-fd10a82942fe {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:10:03.948970 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:03.962355 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8c587-3e8d-463a-b838-1a4a56df2115 req-0a8fc042-7afa-47d9-bccc-3edbaa819041 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:03.963862 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-58e8c587-3e8d-463a-b838-1a4a56df2115 req-0a8fc042-7afa-47d9-bccc-3edbaa819041 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 946 time: 0.1201701 Jan 28 01:10:04.079006 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-58e8c587-3e8d-463a-b838-1a4a56df2115 req-15f068e6-e6a6-4b5f-8c8e-9143e777532c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=91091b9a-ea09-4890-80b1-ad650a2680da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039429 Jan 28 01:10:04.114378 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] For port 36bd86b5-f41d-4a6c-a257-fd10a82942fe, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=36bd86b5-f41d-4a6c-a257-fd10a82942fe,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:04.114735 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:04.274776 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3903570-b903-4a94-aa85-7eda5e6ab3a6 {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:10:04.294438 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:04.352566 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Transition to ACTIVE for port object b3903570-b903-4a94-aa85-7eda5e6ab3a6 will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:10:04.376154 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2c723-fd42-4715-a820-f68fd527ef79 req-f8eb29ea-57ef-43bd-815d-e5312a8f1524 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:04.377793 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-36f2c723-fd42-4715-a820-f68fd527ef79 req-f8eb29ea-57ef-43bd-815d-e5312a8f1524 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 931 time: 0.2231953 Jan 28 01:10:04.434152 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:04.533212 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:04.535506 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646029'] for floatingip, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:04.535506 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.l3_db [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Floating IP 905334ce-d5d8-480b-b75a-d38e067dcd55 disassociated. External IP: 172.28.0.147, port: 36bd86b5-f41d-4a6c-a257-fd10a82942fe. Jan 28 01:10:04.535506 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Calling delete_port for 36bd86b5-f41d-4a6c-a257-fd10a82942fe owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:10:04.547760 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-36f2c723-fd42-4715-a820-f68fd527ef79 req-28d7c9a3-1115-41b1-af76-123dcac29b65 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422853 Jan 28 01:10:04.556912 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Pushing event updated for resources: {'Port': ['ID=b3903570-b903-4a94-aa85-7eda5e6ab3a6,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:04.573923 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bb4d2-2e04-45a4-965a-ab2bec3ac8e0 req-934b85db-81b5-4043-93f1-3fccd32d2af7 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:04.575529 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ea6bb4d2-2e04-45a4-965a-ab2bec3ac8e0 req-934b85db-81b5-4043-93f1-3fccd32d2af7 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.1712129 Jan 28 01:10:04.724756 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ea6bb4d2-2e04-45a4-965a-ab2bec3ac8e0 req-b7b4d3e8-d34e-45a7-a022-ee5aac699dae tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&id=2e926819-ccc1-4bc1-8a7b-29054efb67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0975764 Jan 28 01:10:04.750390 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Attempting to bind port b3903570-b903-4a94-aa85-7eda5e6ab3a6 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:10:04.751738 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Attempting to bind port b3903570-b903-4a94-aa85-7eda5e6ab3a6 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '563f9d2f-a393-4f5a-9222-769acb277590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:10:04.751738 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Attempting to bind port b3903570-b903-4a94-aa85-7eda5e6ab3a6 on network b0158366-ed76-4a90-85ef-982ed6985089 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:04.780389 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Port b3903570-b903-4a94-aa85-7eda5e6ab3a6 on network b0158366-ed76-4a90-85ef-982ed6985089 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:10:04.780389 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Attempting to bind port b3903570-b903-4a94-aa85-7eda5e6ab3a6 on network b0158366-ed76-4a90-85ef-982ed6985089 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:04.790021 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:10:04.790268 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Checking segment: {'id': '563f9d2f-a393-4f5a-9222-769acb277590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:10:04.790483 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Bound using segment: {'id': '563f9d2f-a393-4f5a-9222-769acb277590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:10:04.790934 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Bound port: b3903570-b903-4a94-aa85-7eda5e6ab3a6, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563f9d2f-a393-4f5a-9222-769acb277590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:10:04.791285 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:04.868509 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] For port b3903570-b903-4a94-aa85-7eda5e6ab3a6, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:04.871780 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] For port b3903570-b903-4a94-aa85-7eda5e6ab3a6, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:04.886797 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:04.920156 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event deleted for resources: {'Port': ['ID=36bd86b5-f41d-4a6c-a257-fd10a82942fe,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:04.961753 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:05.013069 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:05.013627 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:05.015043 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] 10.222.0.53 "PUT /v2.0/ports/b3903570-b903-4a94-aa85-7eda5e6ab3a6 HTTP/1.1" status: 200 len: 1093 time: 1.4553666 Jan 28 01:10:05.044842 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'tag': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:10:05.047214 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f81870-8110-47c5-b035-c5237d42f82b" -d '{"events": [{"name": "network-changed", "server_uuid": "44e56a63-a6a8-48da-9390-0ae77e302a22", "tag": "b3903570-b903-4a94-aa85-7eda5e6ab3a6"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:05.079210 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a85cb-87a8-4c75-8502-00685ebc1e0b service neutron] Pushing event updated for resources: {'Port': ['ID=b3903570-b903-4a94-aa85-7eda5e6ab3a6,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:05.096559 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Router 2f725727-4543-44d1-9dcc-fa0013067c57 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:10:05.102026 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef19f4df-6886-46e6-a897-9281430997db x-openstack-request-id: req-ef19f4df-6886-46e6-a897-9281430997db {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:05.102406 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e56a63-a6a8-48da-9390-0ae77e302a22", "tag": "b3903570-b903-4a94-aa85-7eda5e6ab3a6", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:05.102774 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef19f4df-6886-46e6-a897-9281430997db {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:05.103269 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'tag': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'status': 'completed', 'code': 200} Jan 28 01:10:05.479748 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-be8f2ec9-30d7-415b-9909-dfecd2cae78e req-a1b72659-61a9-4284-a277-5a16f2f4d9eb tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7b781b-1e43-437e-8124-f55093218b6a HTTP/1.1" status: 200 len: 210 time: 0.2891920 Jan 28 01:10:05.525624 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-349ffbc3-e322-4356-a7a4-dbc806495ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:05.527125 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-349ffbc3-e322-4356-a7a4-dbc806495ba3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef7669c4535f486e84670c0aa9d7422c&device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 1096 time: 0.3718352 Jan 28 01:10:05.536015 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:10:05.547957 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a201dc73-a977-4350-bab1-770077ddbe3e None None] Sync routers for ids ['2f725727-4543-44d1-9dcc-fa0013067c57'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:10:05.557900 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a201dc73-a977-4350-bab1-770077ddbe3e None None] Routers {'2f725727-4543-44d1-9dcc-fa0013067c57'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:05.558611 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-a201dc73-a977-4350-bab1-770077ddbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['2f725727-4543-44d1-9dcc-fa0013067c57'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:05.596154 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-2e68f4b4-c727-42a7-b414-929b8b88c400 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6 HTTP/1.1" status: 200 len: 217 time: 0.0536201 Jan 28 01:10:05.611325 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] No DVR routers for this DVR port 36bd86b5-f41d-4a6c-a257-fd10a82942fe on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:05.621763 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:05.625016 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-884c016f-4cc3-46cc-9be5-1166b4e0cdca req-94761cce-7877-492f-bd19-311ad72d1fb0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.53 "DELETE /v2.0/ports/36bd86b5-f41d-4a6c-a257-fd10a82942fe HTTP/1.1" status: 204 len: 173 time: 1.9422445 Jan 28 01:10:05.683997 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-a201dc73-a977-4350-bab1-770077ddbe3e None None] Set router 2f725727-4543-44d1-9dcc-fa0013067c57 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:05.690679 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-817bd119-e67d-4289-923d-0f23b6a3a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:05.692169 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-817bd119-e67d-4289-923d-0f23b6a3a5e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01a556f0-3a34-4488-917c-016488a4c3ad HTTP/1.1" status: 200 len: 848 time: 0.0820193 Jan 28 01:10:05.716922 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e5e7c-c811-4714-b0c3-d8b2dc69f80d req-8faed20a-7885-4608-bb38-b03a5532b3b4 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:05.718442 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f01e5e7c-c811-4714-b0c3-d8b2dc69f80d req-8faed20a-7885-4608-bb38-b03a5532b3b4 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 943 time: 0.0755923 Jan 28 01:10:05.774053 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-740b8bf3-2e43-46db-a66f-11f827191f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:05.774949 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-740b8bf3-2e43-46db-a66f-11f827191f99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0158366-ed76-4a90-85ef-982ed6985089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757165 Jan 28 01:10:05.780203 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f01e5e7c-c811-4714-b0c3-d8b2dc69f80d req-3294d702-8011-4699-ad53-a4b7b107576d tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470691 Jan 28 01:10:05.896619 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-75e50e88-776a-4db9-8a42-cb1983945294 service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130154 Jan 28 01:10:05.937688 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-a201dc73-a977-4350-bab1-770077ddbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:40Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:05.967482 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a201dc73-a977-4350-bab1-770077ddbe3e None None] Checking router: 2f725727-4543-44d1-9dcc-fa0013067c57 for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:10:05.978865 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a201dc73-a977-4350-bab1-770077ddbe3e None None] Routers {'2f725727-4543-44d1-9dcc-fa0013067c57'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:05.980025 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-a201dc73-a977-4350-bab1-770077ddbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:09:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['2f725727-4543-44d1-9dcc-fa0013067c57'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:06.016206 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e522193-70b5-4609-a864-c18ebe22b0f7 req-c482d326-28c6-453d-9d7a-d0e324b5c6de service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130340 Jan 28 01:10:06.110697 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-a201dc73-a977-4350-bab1-770077ddbe3e None None] Set router 2f725727-4543-44d1-9dcc-fa0013067c57 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:06.306559 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f81870-8110-47c5-b035-c5237d42f82b req-88a892d1-4165-441f-9896-8f85c67f2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:06.308174 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-01f81870-8110-47c5-b035-c5237d42f82b req-88a892d1-4165-441f-9896-8f85c67f2e8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef7669c4535f486e84670c0aa9d7422c&device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 1096 time: 0.0704508 Jan 28 01:10:06.335181 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-a201dc73-a977-4350-bab1-770077ddbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:40Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:06.370228 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a201dc73-a977-4350-bab1-770077ddbe3e None None] The sync data for ids ['2f725727-4543-44d1-9dcc-fa0013067c57'] in dv-cinder-821890-1-smb is: [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:40Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:10:06.441816 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f81870-8110-47c5-b035-c5237d42f82b req-c20f1559-5170-447f-97a4-c89495a44f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:06.443362 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-01f81870-8110-47c5-b035-c5237d42f82b req-c20f1559-5170-447f-97a4-c89495a44f0e service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0158366-ed76-4a90-85ef-982ed6985089 HTTP/1.1" status: 200 len: 910 time: 0.1202319 Jan 28 01:10:06.489438 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-01f81870-8110-47c5-b035-c5237d42f82b req-f548957c-2bb6-4276-9369-027fc266f1f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6 HTTP/1.1" status: 200 len: 217 time: 0.0385847 Jan 28 01:10:06.560404 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f81870-8110-47c5-b035-c5237d42f82b req-738cafc7-133d-488c-b0b4-9073764321d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:06.561893 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-01f81870-8110-47c5-b035-c5237d42f82b req-738cafc7-133d-488c-b0b4-9073764321d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01a556f0-3a34-4488-917c-016488a4c3ad HTTP/1.1" status: 200 len: 848 time: 0.0647578 Jan 28 01:10:06.633477 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f81870-8110-47c5-b035-c5237d42f82b req-64da27ea-ca0f-4ddb-a967-b6955f6c7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:06.635208 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-01f81870-8110-47c5-b035-c5237d42f82b req-64da27ea-ca0f-4ddb-a967-b6955f6c7cc0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0158366-ed76-4a90-85ef-982ed6985089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0639017 Jan 28 01:10:06.684451 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37068) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:06.694444 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25913e7e-537c-49d7-b71d-d98aa037d3cd None None] New status for floating IP 905334ce-d5d8-480b-b75a-d38e067dcd55: DOWN {{(pid=102114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:10:06.748197 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-12456d51-d8fa-4995-9574-c8baf36f6147 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:06.762763 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-01f81870-8110-47c5-b035-c5237d42f82b req-89687c30-bcde-4690-be2d-4d8a83fcc833 service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199276 Jan 28 01:10:06.777656 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-12456d51-d8fa-4995-9574-c8baf36f6147 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:06.945760 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-01f81870-8110-47c5-b035-c5237d42f82b req-7e2ec644-6e39-4ff5-9bd7-cdbbfde7d3ee service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670198 Jan 28 01:10:06.955798 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-12456d51-d8fa-4995-9574-c8baf36f6147 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:06.958562 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-12456d51-d8fa-4995-9574-c8baf36f6147 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:06.963658 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-12456d51-d8fa-4995-9574-c8baf36f6147 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "DELETE /v2.0/security-groups/91091b9a-ea09-4890-80b1-ad650a2680da HTTP/1.1" status: 204 len: 168 time: 0.2778926 Jan 28 01:10:06.964617 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37072) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:06.972483 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3ec6-ee06-4517-bdec-f9a62cbaa722 req-591c6637-3337-4634-85f0-afe890ffe2e1 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:06.975329 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d13b3ec6-ee06-4517-bdec-f9a62cbaa722 req-591c6637-3337-4634-85f0-afe890ffe2e1 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 943 time: 0.0918941 Jan 28 01:10:06.989793 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12456d51-d8fa-4995-9574-c8baf36f6147 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91091b9a-ea09-4890-80b1-ad650a2680da,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:06.993098 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.api.v2.resource [None req-4c13a5ce-fdb2-42f8-ac55-6564691313af tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] show failed (client error): The resource could not be found. Jan 28 01:10:07.002090 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-4c13a5ce-fdb2-42f8-ac55-6564691313af tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups/91091b9a-ea09-4890-80b1-ad650a2680da HTTP/1.1" status: 404 len: 347 time: 0.0211458 Jan 28 01:10:07.003490 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37074) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:07.042209 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d13b3ec6-ee06-4517-bdec-f9a62cbaa722 req-18d8f1cc-b4d2-4c0b-b3bf-609b8e7a5f84 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596411 Jan 28 01:10:07.104024 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7b781b-1e43-437e-8124-f55093218b6a', 'name': 'network-vif-deleted', 'tag': '36bd86b5-f41d-4a6c-a257-fd10a82942fe'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:10:07.106716 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1acb894-a0ef-404b-a86d-ecc21e244062" -d '{"events": [{"server_uuid": "6c7b781b-1e43-437e-8124-f55093218b6a", "name": "network-vif-deleted", "tag": "36bd86b5-f41d-4a6c-a257-fd10a82942fe"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:07.150194 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b73d30f-7f0b-4407-b564-f2de24961d48 x-openstack-request-id: req-4b73d30f-7f0b-4407-b564-f2de24961d48 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:07.150651 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7b781b-1e43-437e-8124-f55093218b6a", "name": "network-vif-deleted", "tag": "36bd86b5-f41d-4a6c-a257-fd10a82942fe", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:07.152148 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b73d30f-7f0b-4407-b564-f2de24961d48 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:07.152818 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7b781b-1e43-437e-8124-f55093218b6a', 'name': 'network-vif-deleted', 'tag': '36bd86b5-f41d-4a6c-a257-fd10a82942fe', 'status': 'completed', 'code': 200} Jan 28 01:10:07.185671 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-c83e78db-edec-404f-8c89-da6b6e41932c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Deleting port fddae195-578b-4b07-8827-05e0c9597fd9 {{(pid=102111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:10:07.186100 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c83e78db-edec-404f-8c89-da6b6e41932c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:07.276040 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c83e78db-edec-404f-8c89-da6b6e41932c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:07.276358 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c83e78db-edec-404f-8c89-da6b6e41932c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:07.292337 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-c83e78db-edec-404f-8c89-da6b6e41932c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Calling delete_port for fddae195-578b-4b07-8827-05e0c9597fd9 owned by network:floatingip {{(pid=102111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:10:07.505153 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c83e78db-edec-404f-8c89-da6b6e41932c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:07.533418 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e78db-edec-404f-8c89-da6b6e41932c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event deleted for resources: {'Port': ['ID=fddae195-578b-4b07-8827-05e0c9597fd9,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:07.618729 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c83e78db-edec-404f-8c89-da6b6e41932c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for floatingip, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:07.621882 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c83e78db-edec-404f-8c89-da6b6e41932c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:07.623125 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-c83e78db-edec-404f-8c89-da6b6e41932c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "DELETE /v2.0/floatingips/905334ce-d5d8-480b-b75a-d38e067dcd55 HTTP/1.1" status: 204 len: 168 time: 0.6166062 Jan 28 01:10:08.012415 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37082) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:08.016980 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-6b459a42-2e5e-4ea8-9182-33c7b96a39ca tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495902758', 'description': 'tempest-description--325662487'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:08.110318 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6b459a42-2e5e-4ea8-9182-33c7b96a39ca tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.178597 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6b459a42-2e5e-4ea8-9182-33c7b96a39ca tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.181443 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad4196-7dc9-40f7-8516-d6ce96fda6d4 req-a6880bf7-0d8d-4e6c-b65f-83b8ee628838 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:08.183146 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ffad4196-7dc9-40f7-8516-d6ce96fda6d4 req-a6880bf7-0d8d-4e6c-b65f-83b8ee628838 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 943 time: 0.0514090 Jan 28 01:10:08.228551 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ffad4196-7dc9-40f7-8516-d6ce96fda6d4 req-9ecc1f6c-3a52-4c22-aed6-54e037c4d148 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393462 Jan 28 01:10:08.258776 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6b459a42-2e5e-4ea8-9182-33c7b96a39ca tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.288425 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b459a42-2e5e-4ea8-9182-33c7b96a39ca tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2debda-2dcb-413c-9abb-cfbbfaadae46,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:08.340749 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6b459a42-2e5e-4ea8-9182-33c7b96a39ca tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.342015 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-6b459a42-2e5e-4ea8-9182-33c7b96a39ca tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3286076 Jan 28 01:10:08.345140 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37088) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:08.347733 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b3903570-b903-4a94-aa85-7eda5e6ab3a6 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:10:08.350736 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-22a45406-bf7c-4e6a-bb98-a4604d46071c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Request body: {'security_group_rule': {'security_group_id': 'ef2debda-2dcb-413c-9abb-cfbbfaadae46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:08.353576 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 36bd86b5-f41d-4a6c-a257-fd10a82942fe no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:08.377624 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: 36bd86b5-f41d-4a6c-a257-fd10a82942fe {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:10:08.377963 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 36bd86b5-f41d-4a6c-a257-fd10a82942fe not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:08.429480 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-22a45406-bf7c-4e6a-bb98-a4604d46071c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.463757 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b3903570-b903-4a94-aa85-7eda5e6ab3a6, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:08.475090 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'port_id': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'mac_address': 'fa:16:3e:af:8f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:10:08.493828 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-22a45406-bf7c-4e6a-bb98-a4604d46071c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.516240 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.530195 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3903570-b903-4a94-aa85-7eda5e6ab3a6 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:10:08.549885 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b3903570-b903-4a94-aa85-7eda5e6ab3a6, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:08.555676 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-22a45406-bf7c-4e6a-bb98-a4604d46071c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.576628 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a45406-bf7c-4e6a-bb98-a4604d46071c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1ec22c-7c6f-48e4-a970-068ce97cede5,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:08.619229 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.643797 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-22a45406-bf7c-4e6a-bb98-a4604d46071c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.645067 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-22a45406-bf7c-4e6a-bb98-a4604d46071c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2989554 Jan 28 01:10:08.648392 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37090) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:08.656113 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-bafc35e3-f9a6-44ae-99fe-cd1d006b7f93 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Request body: {'security_group_rule': {'security_group_id': 'ef2debda-2dcb-413c-9abb-cfbbfaadae46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:08.684178 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=b3903570-b903-4a94-aa85-7eda5e6ab3a6,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:08.739156 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-41af770f-0c4c-470f-b173-afe517624064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.761452 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bafc35e3-f9a6-44ae-99fe-cd1d006b7f93 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.819838 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bafc35e3-f9a6-44ae-99fe-cd1d006b7f93 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.881521 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bafc35e3-f9a6-44ae-99fe-cd1d006b7f93 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.900786 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc35e3-f9a6-44ae-99fe-cd1d006b7f93 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34789c8-c115-4c0b-aaea-cb00c7a45832,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:08.957647 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bafc35e3-f9a6-44ae-99fe-cd1d006b7f93 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:08.958871 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-bafc35e3-f9a6-44ae-99fe-cd1d006b7f93 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3084579 Jan 28 01:10:08.962806 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37092) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:08.969879 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Request body: {'floatingip': {'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:08.970023 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['b3903570-b903-4a94-aa85-7eda5e6ab3a6'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:09.053225 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for floatingip, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:09.159496 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:09.274318 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_common [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Allocated IP 172.28.0.151 (33601191-b01a-4460-980f-590e10ed5ba8/440539cd-2d5c-4ab2-843c-9b347b12c340/5e601656-92d7-46ef-badc-a70c9812bce4) {{(pid=102111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:09.360177 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba7054-5301-4a2d-a838-006260e50daa req-5c300b16-1cc8-47d4-8d9e-1ad9bafb702b tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:09.361778 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bcba7054-5301-4a2d-a838-006260e50daa req-5c300b16-1cc8-47d4-8d9e-1ad9bafb702b tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 944 time: 0.0629406 Jan 28 01:10:09.396410 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for port, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:09.402484 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bcba7054-5301-4a2d-a838-006260e50daa req-e8076ee2-7137-4e1e-8075-ae78465d5164 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336480 Jan 28 01:10:09.481907 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:09.519162 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Network 33601191-b01a-4460-980f-590e10ed5ba8 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:09.524543 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:09.528292 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Received port after_create {{(pid=102111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:09.552630 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event updated for resources: {'Port': ['ID=5e601656-92d7-46ef-badc-a70c9812bce4,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:09.625577 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:09.721642 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:09.886747 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for port, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:09.973044 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859664'] for port, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:10.042417 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event updated for resources: {'Port': ['ID=5e601656-92d7-46ef-badc-a70c9812bce4,revision_number=2']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:10.056454 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646029'] for floatingip, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:10.134951 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:10.136207 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-311714ff-9c3d-45ef-8576-3332eea93af3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1724200 Jan 28 01:10:10.329477 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-9d6b518f-e6f3-452e-8335-4b73977b87d5 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1495902758&fields=id&tenant_id=4b0da38f28ed432e803107ee76115dbc HTTP/1.1" status: 200 len: 267 time: 0.0343637 Jan 28 01:10:10.354437 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b3903570-b903-4a94-aa85-7eda5e6ab3a6 up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:10.442024 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-17794dc2-f099-47c7-acfb-b6153f8581c6 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:10.443507 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-17794dc2-f099-47c7-acfb-b6153f8581c6 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/networks?id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212 HTTP/1.1" status: 200 len: 817 time: 0.1071477 Jan 28 01:10:10.452617 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port b3903570-b903-4a94-aa85-7eda5e6ab3a6 completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:10:10.457238 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port b3903570-b903-4a94-aa85-7eda5e6ab3a6 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:10.457696 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:10.460866 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-b9d2c6bb-0a4d-4dab-9a1b-377b56cfb44c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/quotas/4b0da38f28ed432e803107ee76115dbc HTTP/1.1" status: 200 len: 375 time: 0.0109653 Jan 28 01:10:10.528568 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-64a2187a-cbd7-4b40-a80b-35fbd155e4b5 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b0da38f28ed432e803107ee76115dbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0604749 Jan 28 01:10:10.553173 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:10.579295 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:10:10.581875 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453a1486-c510-4866-8ead-72c587f19b42" -d '{"events": [{"server_uuid": "44e56a63-a6a8-48da-9390-0ae77e302a22", "name": "network-vif-plugged", "status": "completed", "tag": "b3903570-b903-4a94-aa85-7eda5e6ab3a6"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:10.596899 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b3903570-b903-4a94-aa85-7eda5e6ab3a6, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:10.663576 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3511f4a-bb9c-4b09-9086-bf6b6c89bb0e req-6b95a0d3-dd08-4d66-8133-ae7b785c557a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:10.665366 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:10.666661 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e3511f4a-bb9c-4b09-9086-bf6b6c89bb0e req-6b95a0d3-dd08-4d66-8133-ae7b785c557a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 944 time: 0.1035979 Jan 28 01:10:10.670901 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-15916c15-3b43-41f4-be12-c66bb75c45f3 service neutron] 10.222.0.18 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282868 Jan 28 01:10:10.716323 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=b3903570-b903-4a94-aa85-7eda5e6ab3a6,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:10.756248 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e3511f4a-bb9c-4b09-9086-bf6b6c89bb0e req-f4dc08a6-cd57-420e-9780-561af2dfc12d tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824850 Jan 28 01:10:10.791975 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-a9328e4e-3592-4cca-aead-7df9bffaef39 service neutron] 10.222.0.18 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120369 Jan 28 01:10:10.805042 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5820dcd3-c4ea-48d2-a13f-82ba6d71194d x-openstack-request-id: req-5820dcd3-c4ea-48d2-a13f-82ba6d71194d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:10.805313 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e56a63-a6a8-48da-9390-0ae77e302a22", "name": "network-vif-plugged", "status": "completed", "tag": "b3903570-b903-4a94-aa85-7eda5e6ab3a6", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:10.805548 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5820dcd3-c4ea-48d2-a13f-82ba6d71194d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:10.805962 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'code': 200} Jan 28 01:10:10.916278 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f4da7b7c-62a4-4d1b-a3a4-eb552d9e324e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:11.031606 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7150bb14-31a4-4616-a83e-4b93db45bd7c req-5df6d009-5c20-4ee4-a9b2-cb835643aa12 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 210 time: 0.0293112 Jan 28 01:10:11.264656 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d4563-77c5-44b1-9657-49e6f992c7bc req-c6ebd7eb-e23e-4bc1-872b-7b742db80c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:11.266246 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9c3d4563-77c5-44b1-9657-49e6f992c7bc req-c6ebd7eb-e23e-4bc1-872b-7b742db80c35 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 1098 time: 0.0476556 Jan 28 01:10:11.311849 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9c3d4563-77c5-44b1-9657-49e6f992c7bc req-c171064f-3ff8-4707-9276-b3375ccda641 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381615 Jan 28 01:10:11.892775 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc3bc2-2e1c-4baa-8a2c-1187cd7effde req-6e8c12a4-dd87-4787-978a-325e7e0eaba7 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:11.895492 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-32cc3bc2-2e1c-4baa-8a2c-1187cd7effde req-6e8c12a4-dd87-4787-978a-325e7e0eaba7 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0617907 Jan 28 01:10:11.963744 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-32cc3bc2-2e1c-4baa-8a2c-1187cd7effde req-86631dab-d3a5-4fd1-9ae3-664891e741b6 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601165 Jan 28 01:10:12.142335 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a61f3124-13ff-46cb-bbf8-c4b9b1c983eb req-bd06af8f-0108-411a-b693-f48ae45557a1 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 210 time: 0.0276511 Jan 28 01:10:12.247793 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:12.819486 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:13.086025 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464b5f5-f8b8-4ab8-af3f-3bb66e8e5bc5 req-a67e6f6c-40b8-4a00-9c80-e3046ef417f7 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:13.087562 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9464b5f5-f8b8-4ab8-af3f-3bb66e8e5bc5 req-a67e6f6c-40b8-4a00-9c80-e3046ef417f7 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0516849 Jan 28 01:10:13.129917 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9464b5f5-f8b8-4ab8-af3f-3bb66e8e5bc5 req-f7a5e3be-5623-4a58-ab3d-dbc9bccadb68 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362546 Jan 28 01:10:13.262961 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2a6d6157-8c92-48a8-abec-22c823baf924 req-61b15907-9b5a-4b81-ae52-6ff53cb93934 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 210 time: 0.0306346 Jan 28 01:10:13.280936 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993c1b-86b3-457c-9d88-080c48c0c57a req-669d8d18-bc10-454a-b910-48b5f764ec78 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:13.282554 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cb993c1b-86b3-457c-9d88-080c48c0c57a req-669d8d18-bc10-454a-b910-48b5f764ec78 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0791407 Jan 28 01:10:13.327588 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cb993c1b-86b3-457c-9d88-080c48c0c57a req-e4d0413d-174c-4381-956f-6e208aa8a9e4 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388873 Jan 28 01:10:13.356209 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37140) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:13.525042 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-87c2975c-9374-4845-adf9-899052534e24 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:13.526533 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-87c2975c-9374-4845-adf9-899052534e24 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.53 "GET /v2.0/networks?id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212 HTTP/1.1" status: 200 len: 817 time: 0.1197000 Jan 28 01:10:13.603529 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f4bcb-2017-4f3a-974b-1f5ba8217fd4 tempest-TestShelveInstance-923151804 tempest-TestShelveInstance-923151804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:13.608208 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-8b2f4bcb-2017-4f3a-974b-1f5ba8217fd4 tempest-TestShelveInstance-923151804 tempest-TestShelveInstance-923151804-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 1093 time: 0.2482157 Jan 28 01:10:13.608405 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-2a79e540-f01f-41af-8d9d-11375e7e6fb3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b0da38f28ed432e803107ee76115dbc HTTP/1.1" status: 200 len: 380 time: 0.0486209 Jan 28 01:10:13.608405 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 37144) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:13.613050 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Request body: {'floatingip': {'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'port_id': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:13.626959 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-2cc39c98-761e-4aee-84f9-bf15ddf85530 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Request body: {'port': {'device_id': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'admin_state_up': True, 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'security_groups': ['ef2debda-2dcb-413c-9abb-cfbbfaadae46']}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:13.665335 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:13.800246 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for floatingip, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:13.825356 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:13.911838 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-2cc39c98-761e-4aee-84f9-bf15ddf85530 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Made reservation on behalf of 4b0da38f28ed432e803107ee76115dbc for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:10:13.916391 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-2cc39c98-761e-4aee-84f9-bf15ddf85530 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:13.999771 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:14.145407 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-2cc39c98-761e-4aee-84f9-bf15ddf85530 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Allocated IP 172.20.0.6 (bce857a8-9a20-4d4b-bbf0-308a9ef4d212/de468f85-8d93-4089-bcfa-66cbbedae8e2/b7fdf79f-5d86-47b2-95a8-73905e25534e) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:14.175195 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Allocated IP 172.28.0.112 (33601191-b01a-4460-980f-590e10ed5ba8/440539cd-2d5c-4ab2-843c-9b347b12c340/c5322671-f4cc-451d-a125-28d5863dc57c) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:10:14.397912 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a0f8a35c-cb8b-4d16-ad1d-cd6108cb12a2 req-e9df75f1-2cf9-4d4a-b394-8109aeec91f5 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 210 time: 0.0459137 Jan 28 01:10:14.406005 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:14.412098 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-2cc39c98-761e-4aee-84f9-bf15ddf85530 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:14.550759 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:14.578742 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-2cc39c98-761e-4aee-84f9-bf15ddf85530 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:14.605875 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Network 33601191-b01a-4460-980f-590e10ed5ba8 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:14.613144 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:14.618910 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:14.620693 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Pushing event updated for resources: {'Port': ['ID=c5322671-f4cc-451d-a125-28d5863dc57c,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:14.624846 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-2cc39c98-761e-4aee-84f9-bf15ddf85530 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:10:14.651929 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-2cc39c98-761e-4aee-84f9-bf15ddf85530 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:10:14.673387 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-2cc39c98-761e-4aee-84f9-bf15ddf85530 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:10:14.756888 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc39c98-761e-4aee-84f9-bf15ddf85530 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event updated for resources: {'Port': ['ID=b7fdf79f-5d86-47b2-95a8-73905e25534e,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:14.775943 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-2cc39c98-761e-4aee-84f9-bf15ddf85530 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:14.776601 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-2cc39c98-761e-4aee-84f9-bf15ddf85530 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:14.875078 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-1386ea27-539d-4b30-a9a2-08fed8a561f9 None None] Provisioning complete for port b7fdf79f-5d86-47b2-95a8-73905e25534e triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:14.875671 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1386ea27-539d-4b30-a9a2-08fed8a561f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:14.916310 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-1386ea27-539d-4b30-a9a2-08fed8a561f9 None None] Port b7fdf79f-5d86-47b2-95a8-73905e25534e cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:10:14.920207 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-2cc39c98-761e-4aee-84f9-bf15ddf85530 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3023028 Jan 28 01:10:14.938758 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Request body: {'port': {'device_id': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:15.033344 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:15.241704 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:15.454801 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7fdf79f-5d86-47b2-95a8-73905e25534e {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:10:15.462429 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:15.465434 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:15.534245 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Transition to ACTIVE for port object b7fdf79f-5d86-47b2-95a8-73905e25534e will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:10:15.834523 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:15.876076 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc8719-7236-49f1-8fd0-6e739760b697 req-b8f57258-e33d-4a26-ba38-82d6f5d6d3d5 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:15.877578 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-77dc8719-7236-49f1-8fd0-6e739760b697 req-b8f57258-e33d-4a26-ba38-82d6f5d6d3d5 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 931 time: 0.3913329 Jan 28 01:10:15.937099 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Pushing event updated for resources: {'Port': ['ID=b7fdf79f-5d86-47b2-95a8-73905e25534e,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:16.033834 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-77dc8719-7236-49f1-8fd0-6e739760b697 req-464e8e3f-a419-4e2b-8130-b86f8707051a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429265 Jan 28 01:10:16.075493 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:16.097624 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Attempting to bind port b7fdf79f-5d86-47b2-95a8-73905e25534e on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:10:16.097978 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Attempting to bind port b7fdf79f-5d86-47b2-95a8-73905e25534e by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:10:16.098291 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Attempting to bind port b7fdf79f-5d86-47b2-95a8-73905e25534e on network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:16.107932 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Port b7fdf79f-5d86-47b2-95a8-73905e25534e on network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:10:16.108382 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Attempting to bind port b7fdf79f-5d86-47b2-95a8-73905e25534e on network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:10:16.114426 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:10:16.115077 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Checking segment: {'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:10:16.115531 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Bound using segment: {'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:10:16.115933 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Bound port: b7fdf79f-5d86-47b2-95a8-73905e25534e, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032f6be7-6b99-4398-848b-7cb4cc266d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:10:16.116341 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:16.197644 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] For port b7fdf79f-5d86-47b2-95a8-73905e25534e, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:10:16.200750 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] For port b7fdf79f-5d86-47b2-95a8-73905e25534e, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:10:16.236393 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:16.277546 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:16.353802 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:16.354410 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:16.356273 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] 10.222.0.53 "PUT /v2.0/ports/b7fdf79f-5d86-47b2-95a8-73905e25534e HTTP/1.1" status: 200 len: 1093 time: 1.4216495 Jan 28 01:10:16.360898 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'tag': 'b7fdf79f-5d86-47b2-95a8-73905e25534e'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:10:16.363013 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23f64a2-6cd5-42b3-b88e-f1ecc88c2b07" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff1b7af-a2e8-4250-952c-164627c578f1", "tag": "b7fdf79f-5d86-47b2-95a8-73905e25534e"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:16.365745 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Pushing event updated for resources: {'Port': ['ID=c5322671-f4cc-451d-a125-28d5863dc57c,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:16.426548 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-49a0b65a-f5d9-43f8-a076-59477f33a4d6 req-d907aa2b-1a7e-4016-a9c7-65c63b73043f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1844244 Jan 28 01:10:16.431391 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21740169-d6e2-4516-bbc4-86a3784abb29 x-openstack-request-id: req-21740169-d6e2-4516-bbc4-86a3784abb29 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:16.431682 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff1b7af-a2e8-4250-952c-164627c578f1", "tag": "b7fdf79f-5d86-47b2-95a8-73905e25534e", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:16.431940 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21740169-d6e2-4516-bbc4-86a3784abb29 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:16.432620 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'tag': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'status': 'completed', 'code': 200} Jan 28 01:10:16.433411 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646029'] for floatingip, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:16.480635 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c19768-382b-47bd-bd84-0c774ddec991 service neutron] Pushing event updated for resources: {'Port': ['ID=b7fdf79f-5d86-47b2-95a8-73905e25534e,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:16.623170 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.l3_db [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Floating IP d23b77a2-e457-4a07-bffb-4062e33d7bbc associated. External IP: 172.28.0.112, port: b3903570-b903-4a94-aa85-7eda5e6ab3a6. Jan 28 01:10:16.629585 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f64a2-6cd5-42b3-b88e-f1ecc88c2b07 req-c6ffc878-4754-4c05-86f3-8b6aaa0c05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:16.631433 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d23f64a2-6cd5-42b3-b88e-f1ecc88c2b07 req-c6ffc878-4754-4c05-86f3-8b6aaa0c05f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b0da38f28ed432e803107ee76115dbc&device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 1096 time: 0.1330984 Jan 28 01:10:16.668969 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0b65a-f5d9-43f8-a076-59477f33a4d6 req-7696ff5c-d7dd-4365-a50e-5ae1ca494727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:16.670434 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-49a0b65a-f5d9-43f8-a076-59477f33a4d6 req-7696ff5c-d7dd-4365-a50e-5ae1ca494727 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c417a185e8429780c907b907b3f073&device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 1137 time: 0.1271687 Jan 28 01:10:16.910456 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f64a2-6cd5-42b3-b88e-f1ecc88c2b07 req-694905cc-a67d-4e90-aa50-2b686577d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:16.911931 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d23f64a2-6cd5-42b3-b88e-f1ecc88c2b07 req-694905cc-a67d-4e90-aa50-2b686577d54c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=4b0da38f28ed432e803107ee76115dbc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2389839 Jan 28 01:10:16.961017 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0b65a-f5d9-43f8-a076-59477f33a4d6 req-6c25d0a9-0330-4633-9388-5be6a8df4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:16.963201 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-49a0b65a-f5d9-43f8-a076-59477f33a4d6 req-6c25d0a9-0330-4633-9388-5be6a8df4f73 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 HTTP/1.1" status: 200 len: 916 time: 0.2641108 Jan 28 01:10:17.170385 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-49a0b65a-f5d9-43f8-a076-59477f33a4d6 req-3f89bb5c-13e5-4803-92e7-93b81c97876f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939 HTTP/1.1" status: 200 len: 1000 time: 0.1897106 Jan 28 01:10:17.244705 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f64a2-6cd5-42b3-b88e-f1ecc88c2b07 req-bf06c630-2e99-4b1b-b607-dc467a1899f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:17.246683 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d23f64a2-6cd5-42b3-b88e-f1ecc88c2b07 req-bf06c630-2e99-4b1b-b607-dc467a1899f0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2994249 Jan 28 01:10:17.254646 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Router fc6e64f8-3b3f-417f-a39c-5b5281804c8f has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:10:17.287030 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb368ee-0b52-410a-b2be-46ad478417e9 req-ecff419e-9c70-4c79-9087-8a57c34cb597 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:17.288576 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2fb368ee-0b52-410a-b2be-46ad478417e9 req-ecff419e-9c70-4c79-9087-8a57c34cb597 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.1568127 Jan 28 01:10:17.292981 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0b65a-f5d9-43f8-a076-59477f33a4d6 req-7f650366-3f40-48bb-9253-e0e672c65f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:17.294412 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-49a0b65a-f5d9-43f8-a076-59477f33a4d6 req-7f650366-3f40-48bb-9253-e0e672c65f32 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a12ed7e-5262-4f52-b994-488391826371 HTTP/1.1" status: 200 len: 854 time: 0.1022582 Jan 28 01:10:17.466180 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2fb368ee-0b52-410a-b2be-46ad478417e9 req-6866380f-0407-41cd-9513-1d29d8470851 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686485 Jan 28 01:10:17.487604 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0b65a-f5d9-43f8-a076-59477f33a4d6 req-ef53c626-a392-40e3-9c31-f91abd3eadc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:17.489086 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-49a0b65a-f5d9-43f8-a076-59477f33a4d6 req-ef53c626-a392-40e3-9c31-f91abd3eadc2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1513653 Jan 28 01:10:17.510765 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-3d4c703e-7a1e-483e-a54a-ad22a833b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:17.512203 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-3d4c703e-7a1e-483e-a54a-ad22a833b4aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b0da38f28ed432e803107ee76115dbc&device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 1096 time: 0.1562960 Jan 28 01:10:17.513161 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:10:17.526247 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bba4218-9178-465e-bc7e-8d0a36f06057 None None] Sync routers for ids ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:10:17.536451 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bba4218-9178-465e-bc7e-8d0a36f06057 None None] Routers {'fc6e64f8-3b3f-417f-a39c-5b5281804c8f'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:17.536451 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-0bba4218-9178-465e-bc7e-8d0a36f06057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:10:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:17.612425 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-1b398a5e-df9e-42c8-b34c-de890f9d34f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e HTTP/1.1" status: 200 len: 217 time: 0.0496514 Jan 28 01:10:17.683343 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:17.691504 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-49a0b65a-f5d9-43f8-a076-59477f33a4d6 req-1cdda4a3-477d-4a06-a80e-097f71d8d359 service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929359 Jan 28 01:10:17.747583 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-dab197a6-ab79-4e72-976d-09d8df68277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:17.748964 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-dab197a6-ab79-4e72-976d-09d8df68277e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de468f85-8d93-4089-bcfa-66cbbedae8e2 HTTP/1.1" status: 200 len: 856 time: 0.1249578 Jan 28 01:10:17.752576 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-b5096a57-a808-4227-8f85-6b650f27468c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1431739 Jan 28 01:10:17.794479 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-0bba4218-9178-465e-bc7e-8d0a36f06057 None None] Set router fc6e64f8-3b3f-417f-a39c-5b5281804c8f gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:17.850235 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-7be46308-2a6e-48f8-b62a-e584d304a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:17.851745 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-7be46308-2a6e-48f8-b62a-e584d304a506 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706503 Jan 28 01:10:17.871584 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-49a0b65a-f5d9-43f8-a076-59477f33a4d6 req-1a80f21a-10d6-458a-9dcf-1915343757d6 service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579912 Jan 28 01:10:18.077527 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-0bba4218-9178-465e-bc7e-8d0a36f06057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:26Z', 'revision_number': 4, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port': {'id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': 'd23b77a2-e457-4a07-bffb-4062e33d7bbc', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'floating_ip_address': '172.28.0.112', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'port_id': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'mac_address': 'fa:16:3e:af:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:10:14Z', 'updated_at': '2022-01-28T01:10:14Z', 'revision_number': 0, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a822f47b-1d99-4abe-a014-24ebe7ef1528', 'name': '', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'mac_address': 'fa:16:3e:2e:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:25Z', 'updated_at': '2022-01-28T01:09:31Z', 'revision_number': 5, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'subnets': [{'id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:18.106456 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bba4218-9178-465e-bc7e-8d0a36f06057 None None] Checking router: fc6e64f8-3b3f-417f-a39c-5b5281804c8f for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:10:18.115519 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bba4218-9178-465e-bc7e-8d0a36f06057 None None] Routers {'fc6e64f8-3b3f-417f-a39c-5b5281804c8f'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:18.116145 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-0bba4218-9178-465e-bc7e-8d0a36f06057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:10:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:18.210459 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-ccdf3e52-cd64-4366-a967-c769c3089369 service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500171 Jan 28 01:10:18.226823 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-0bba4218-9178-465e-bc7e-8d0a36f06057 None None] Set router fc6e64f8-3b3f-417f-a39c-5b5281804c8f gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:18.307730 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd1b3d3-b6d9-4fb7-bd68-062938efe0f8 req-a6258294-68bc-4f87-b96f-ac9f3537297b service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905199 Jan 28 01:10:18.433536 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'tag': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:10:18.436319 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198257b5-7846-4f52-9c17-4180f7fbdd30" -d '{"events": [{"name": "network-changed", "server_uuid": "44e56a63-a6a8-48da-9390-0ae77e302a22", "tag": "b3903570-b903-4a94-aa85-7eda5e6ab3a6"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:18.486534 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73690388-0980-4b7d-b20e-3e7e100ff806 x-openstack-request-id: req-73690388-0980-4b7d-b20e-3e7e100ff806 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:18.486856 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e56a63-a6a8-48da-9390-0ae77e302a22", "tag": "b3903570-b903-4a94-aa85-7eda5e6ab3a6", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:18.487137 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73690388-0980-4b7d-b20e-3e7e100ff806 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:18.487539 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'tag': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'status': 'completed', 'code': 200} Jan 28 01:10:18.499520 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-0bba4218-9178-465e-bc7e-8d0a36f06057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:26Z', 'revision_number': 4, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port': {'id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': 'd23b77a2-e457-4a07-bffb-4062e33d7bbc', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'floating_ip_address': '172.28.0.112', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'port_id': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'mac_address': 'fa:16:3e:af:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:10:14Z', 'updated_at': '2022-01-28T01:10:14Z', 'revision_number': 0, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a822f47b-1d99-4abe-a014-24ebe7ef1528', 'name': '', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'mac_address': 'fa:16:3e:2e:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:25Z', 'updated_at': '2022-01-28T01:09:31Z', 'revision_number': 5, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'subnets': [{'id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:18.546379 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bba4218-9178-465e-bc7e-8d0a36f06057 None None] The sync data for ids ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'] in dv-cinder-821890-1-smb is: [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:26Z', 'revision_number': 4, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port': {'id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': 'd23b77a2-e457-4a07-bffb-4062e33d7bbc', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'floating_ip_address': '172.28.0.112', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'port_id': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'mac_address': 'fa:16:3e:af:8f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:10:14Z', 'updated_at': '2022-01-28T01:10:14Z', 'revision_number': 0, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a822f47b-1d99-4abe-a014-24ebe7ef1528', 'name': '', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'mac_address': 'fa:16:3e:2e:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:25Z', 'updated_at': '2022-01-28T01:09:31Z', 'revision_number': 5, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'subnets': [{'id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:10:18.648280 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198257b5-7846-4f52-9c17-4180f7fbdd30 req-c5a0ce32-e8a7-473a-8acd-fbd82855145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:18.650889 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-198257b5-7846-4f52-9c17-4180f7fbdd30 req-c5a0ce32-e8a7-473a-8acd-fbd82855145a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef7669c4535f486e84670c0aa9d7422c&device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 1098 time: 0.0888760 Jan 28 01:10:18.665144 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b7b81-8cb8-4e85-945e-940b8d949697 req-196083eb-3edd-49ab-a247-b83f82c352a2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:18.666472 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-466b7b81-8cb8-4e85-945e-940b8d949697 req-196083eb-3edd-49ab-a247-b83f82c352a2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.0626705 Jan 28 01:10:18.766343 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-466b7b81-8cb8-4e85-945e-940b8d949697 req-b288c763-9817-40c4-aaf9-5a1968623438 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916281 Jan 28 01:10:18.767112 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547464f2-b969-40de-9fd2-a90915ed0498 None None] New status for floating IP d23b77a2-e457-4a07-bffb-4062e33d7bbc: ACTIVE {{(pid=102114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:10:18.793494 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198257b5-7846-4f52-9c17-4180f7fbdd30 req-6b3c5e53-4900-455e-9394-40ef060d286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:18.795044 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-198257b5-7846-4f52-9c17-4180f7fbdd30 req-6b3c5e53-4900-455e-9394-40ef060d286f service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0158366-ed76-4a90-85ef-982ed6985089 HTTP/1.1" status: 200 len: 910 time: 0.1276870 Jan 28 01:10:18.873917 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-198257b5-7846-4f52-9c17-4180f7fbdd30 req-6c502522-7b0e-4295-a685-aa0c8d19b3ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6 HTTP/1.1" status: 200 len: 999 time: 0.0610645 Jan 28 01:10:18.931812 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198257b5-7846-4f52-9c17-4180f7fbdd30 req-bc1207b2-051b-4a51-a5a3-e9000e4fbc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:18.933224 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-198257b5-7846-4f52-9c17-4180f7fbdd30 req-bc1207b2-051b-4a51-a5a3-e9000e4fbc1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01a556f0-3a34-4488-917c-016488a4c3ad HTTP/1.1" status: 200 len: 848 time: 0.0503881 Jan 28 01:10:18.980485 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198257b5-7846-4f52-9c17-4180f7fbdd30 req-4fa9f95e-5bd8-4a28-a011-ab73c4702e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:18.981985 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-198257b5-7846-4f52-9c17-4180f7fbdd30 req-4fa9f95e-5bd8-4a28-a011-ab73c4702e90 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0158366-ed76-4a90-85ef-982ed6985089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0406377 Jan 28 01:10:19.085043 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-198257b5-7846-4f52-9c17-4180f7fbdd30 req-b4d25d60-291a-4194-8993-95e6f3fcff55 service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860806 Jan 28 01:10:19.179642 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-198257b5-7846-4f52-9c17-4180f7fbdd30 req-f597406a-f1de-44c5-ae8c-1250af3dd140 service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875359 Jan 28 01:10:19.889118 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1df1b-547e-4303-9ce1-ebdaa06945b7 req-9b802356-cea2-4143-8d7b-fb02e0c6116a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:19.890646 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8bb1df1b-547e-4303-9ce1-ebdaa06945b7 req-9b802356-cea2-4143-8d7b-fb02e0c6116a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.0501535 Jan 28 01:10:19.931603 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8bb1df1b-547e-4303-9ce1-ebdaa06945b7 req-91e75c96-2c4f-43d3-80b2-3755b3287a8f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331421 Jan 28 01:10:20.407853 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b7fdf79f-5d86-47b2-95a8-73905e25534e details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:10:20.500648 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b7fdf79f-5d86-47b2-95a8-73905e25534e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:20.511690 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'port_id': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'mac_address': 'fa:16:3e:0b:93:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:10:20.552891 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:20.567561 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7fdf79f-5d86-47b2-95a8-73905e25534e {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:10:20.588703 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b7fdf79f-5d86-47b2-95a8-73905e25534e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:20.700574 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:20.751682 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=b7fdf79f-5d86-47b2-95a8-73905e25534e,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:21.055569 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d83d6-7cf1-4983-be5f-0a728baad821 req-96ac3870-0c4f-4507-b39f-ac8226f30ebd tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:21.057477 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-269d83d6-7cf1-4983-be5f-0a728baad821 req-96ac3870-0c4f-4507-b39f-ac8226f30ebd tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 944 time: 0.0539365 Jan 28 01:10:21.077636 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['b7fdf79f-5d86-47b2-95a8-73905e25534e'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:21.097701 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-269d83d6-7cf1-4983-be5f-0a728baad821 req-6d0f2fc7-7e24-40ee-99df-d3e3bbdd7852 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341976 Jan 28 01:10:22.218581 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6de242-7688-435f-a821-dcbf1f7fe522 req-2a50a463-b255-43f6-8a8c-25951fa57886 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:22.219953 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5d6de242-7688-435f-a821-dcbf1f7fe522 req-2a50a463-b255-43f6-8a8c-25951fa57886 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 944 time: 0.0524261 Jan 28 01:10:22.257724 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5d6de242-7688-435f-a821-dcbf1f7fe522 req-682c3b58-94c4-4139-8d5f-96ee98dbaf70 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319231 Jan 28 01:10:22.419798 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b7fdf79f-5d86-47b2-95a8-73905e25534e up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:22.517248 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port b7fdf79f-5d86-47b2-95a8-73905e25534e completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:10:22.521217 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port b7fdf79f-5d86-47b2-95a8-73905e25534e triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:22.521583 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:22.596918 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:22.621542 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fdf79f-5d86-47b2-95a8-73905e25534e'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:10:22.623775 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6504b1-129d-40f1-a977-f11235c810a5" -d '{"events": [{"server_uuid": "0ff1b7af-a2e8-4250-952c-164627c578f1", "name": "network-vif-plugged", "status": "completed", "tag": "b7fdf79f-5d86-47b2-95a8-73905e25534e"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:22.635822 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b7fdf79f-5d86-47b2-95a8-73905e25534e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:22.662677 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017914e6-f08b-43ca-9bd8-9e2776fb277f x-openstack-request-id: req-017914e6-f08b-43ca-9bd8-9e2776fb277f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:22.662677 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff1b7af-a2e8-4250-952c-164627c578f1", "name": "network-vif-plugged", "status": "completed", "tag": "b7fdf79f-5d86-47b2-95a8-73905e25534e", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:22.663020 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-017914e6-f08b-43ca-9bd8-9e2776fb277f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:22.663485 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'code': 200} Jan 28 01:10:22.705973 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:22.754568 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=b7fdf79f-5d86-47b2-95a8-73905e25534e,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:23.078571 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3651fe5-3d80-41fb-b68f-d61695f6bdd9 req-e93f8404-6eb3-4296-9b1e-4f16924fe1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:23.080115 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a3651fe5-3d80-41fb-b68f-d61695f6bdd9 req-e93f8404-6eb3-4296-9b1e-4f16924fe1fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 1098 time: 0.0403895 Jan 28 01:10:23.115120 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a3651fe5-3d80-41fb-b68f-d61695f6bdd9 req-968c3327-fd3e-4d94-8db8-481176afe5da service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285254 Jan 28 01:10:23.375888 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408c859-3d16-42d0-b6f2-a5516d07515c req-fa3642f3-69cc-4d4b-8081-6ba25022239d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:23.377374 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4408c859-3d16-42d0-b6f2-a5516d07515c req-fa3642f3-69cc-4d4b-8081-6ba25022239d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0484314 Jan 28 01:10:23.415605 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4408c859-3d16-42d0-b6f2-a5516d07515c req-1428c164-a0db-41cc-b8ca-0f408aa3e626 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319781 Jan 28 01:10:24.542400 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c97f58-2fd1-4e80-91d8-8c0ba0872126 req-3edcfd0d-7a1e-4b80-bdb8-727734b63a70 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:24.543937 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-71c97f58-2fd1-4e80-91d8-8c0ba0872126 req-3edcfd0d-7a1e-4b80-bdb8-727734b63a70 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0551698 Jan 28 01:10:24.584148 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-71c97f58-2fd1-4e80-91d8-8c0ba0872126 req-706bdd11-ac7a-4b6f-98e0-2ddbdcd47dc8 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340927 Jan 28 01:10:25.710187 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738f389-9548-4445-b4d1-b6baf0bc1ebc req-ea5ee6e9-6f59-44a4-8803-d80eb0ce8fc1 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:25.711751 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9738f389-9548-4445-b4d1-b6baf0bc1ebc req-ea5ee6e9-6f59-44a4-8803-d80eb0ce8fc1 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0517454 Jan 28 01:10:25.752269 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9738f389-9548-4445-b4d1-b6baf0bc1ebc req-eb7fce13-9bb7-4c1b-97c2-9a92b2e1e762 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336113 Jan 28 01:10:25.870712 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9734946-c35c-43ee-8e3e-7349e50f31fe req-c73049db-a68b-4022-b219-c6fc31e85e52 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:25.872122 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b9734946-c35c-43ee-8e3e-7349e50f31fe req-c73049db-a68b-4022-b219-c6fc31e85e52 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0490487 Jan 28 01:10:25.881311 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 37206) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:25.886123 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-85040064-b658-48dc-9989-08708bddb1d3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Request body: {'floatingip': {'port_id': 'b7fdf79f-5d86-47b2-95a8-73905e25534e'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:25.927660 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-85040064-b658-48dc-9989-08708bddb1d3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for floatingip, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:26.362310 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-85040064-b658-48dc-9989-08708bddb1d3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:26.409102 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-85040064-b658-48dc-9989-08708bddb1d3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646029'] for floatingip, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:26.533033 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.l3_db [None req-85040064-b658-48dc-9989-08708bddb1d3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Floating IP e4e6d943-d958-45d9-9285-981a4c9108ed associated. External IP: 172.28.0.151, port: b7fdf79f-5d86-47b2-95a8-73905e25534e. Jan 28 01:10:26.745323 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85040064-b658-48dc-9989-08708bddb1d3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Router 2f725727-4543-44d1-9dcc-fa0013067c57 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:10:26.854085 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85040064-b658-48dc-9989-08708bddb1d3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:10:26.859007 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-85040064-b658-48dc-9989-08708bddb1d3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:26.863850 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a11b6f-3b97-4594-9981-15849b970425 None None] Sync routers for ids ['2f725727-4543-44d1-9dcc-fa0013067c57'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:10:26.873736 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a11b6f-3b97-4594-9981-15849b970425 None None] Routers {'2f725727-4543-44d1-9dcc-fa0013067c57'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:26.874356 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-76a11b6f-3b97-4594-9981-15849b970425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:10:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['2f725727-4543-44d1-9dcc-fa0013067c57'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:26.887105 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-85040064-b658-48dc-9989-08708bddb1d3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "PUT /v2.0/floatingips/e4e6d943-d958-45d9-9285-981a4c9108ed HTTP/1.1" status: 200 len: 991 time: 1.0047057 Jan 28 01:10:26.887695 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'tag': 'b7fdf79f-5d86-47b2-95a8-73905e25534e'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:10:26.889979 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562779f6-17df-4660-be16-d448ba5f2c22" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff1b7af-a2e8-4250-952c-164627c578f1", "tag": "b7fdf79f-5d86-47b2-95a8-73905e25534e"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:26.936517 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7e0b1c-2297-4890-b32b-72fdc41f83f4 x-openstack-request-id: req-5c7e0b1c-2297-4890-b32b-72fdc41f83f4 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:26.936987 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff1b7af-a2e8-4250-952c-164627c578f1", "tag": "b7fdf79f-5d86-47b2-95a8-73905e25534e", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:26.937385 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c7e0b1c-2297-4890-b32b-72fdc41f83f4 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:26.937929 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'tag': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'status': 'completed', 'code': 200} Jan 28 01:10:26.992593 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-76a11b6f-3b97-4594-9981-15849b970425 None None] Set router 2f725727-4543-44d1-9dcc-fa0013067c57 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:27.051259 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562779f6-17df-4660-be16-d448ba5f2c22 req-baea0770-4eac-47eb-b763-3c4539f52201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:27.052922 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-562779f6-17df-4660-be16-d448ba5f2c22 req-baea0770-4eac-47eb-b763-3c4539f52201 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b0da38f28ed432e803107ee76115dbc&device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 1098 time: 0.0451577 Jan 28 01:10:27.147930 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562779f6-17df-4660-be16-d448ba5f2c22 req-e8c6c5a3-a7ab-4169-8c33-823fcb8bd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:27.149414 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-562779f6-17df-4660-be16-d448ba5f2c22 req-e8c6c5a3-a7ab-4169-8c33-823fcb8bd706 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212 HTTP/1.1" status: 200 len: 918 time: 0.0897520 Jan 28 01:10:27.215413 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-562779f6-17df-4660-be16-d448ba5f2c22 req-0705cc28-e6d4-4ecc-a49f-3f02ba1a456a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e HTTP/1.1" status: 200 len: 999 time: 0.0593064 Jan 28 01:10:27.237057 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-76a11b6f-3b97-4594-9981-15849b970425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': 'e4e6d943-d958-45d9-9285-981a4c9108ed', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'floating_ip_address': '172.28.0.151', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'port_id': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'mac_address': 'fa:16:3e:0b:93:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:10:09Z', 'updated_at': '2022-01-28T01:10:26Z', 'revision_number': 1, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:40Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:27.268690 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a11b6f-3b97-4594-9981-15849b970425 None None] Checking router: 2f725727-4543-44d1-9dcc-fa0013067c57 for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:10:27.270898 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562779f6-17df-4660-be16-d448ba5f2c22 req-1e379992-e0fb-4931-8097-c2665d816df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:27.272403 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-562779f6-17df-4660-be16-d448ba5f2c22 req-1e379992-e0fb-4931-8097-c2665d816df9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de468f85-8d93-4089-bcfa-66cbbedae8e2 HTTP/1.1" status: 200 len: 856 time: 0.0496812 Jan 28 01:10:27.277696 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a11b6f-3b97-4594-9981-15849b970425 None None] Routers {'2f725727-4543-44d1-9dcc-fa0013067c57'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:27.278317 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-76a11b6f-3b97-4594-9981-15849b970425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:10:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['2f725727-4543-44d1-9dcc-fa0013067c57'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:27.325758 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562779f6-17df-4660-be16-d448ba5f2c22 req-e07d4efd-10ef-4a58-8a77-f781e501ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:27.327196 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-562779f6-17df-4660-be16-d448ba5f2c22 req-e07d4efd-10ef-4a58-8a77-f781e501ab60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0470026 Jan 28 01:10:27.419671 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-76a11b6f-3b97-4594-9981-15849b970425 None None] Set router 2f725727-4543-44d1-9dcc-fa0013067c57 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:27.420760 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-562779f6-17df-4660-be16-d448ba5f2c22 req-108612eb-7e44-4ea5-834e-95d6fbfe04d0 service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856776 Jan 28 01:10:27.529319 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-562779f6-17df-4660-be16-d448ba5f2c22 req-a685a6f4-6de3-420b-871c-d62b7f979b8b service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004107 Jan 28 01:10:27.654380 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-76a11b6f-3b97-4594-9981-15849b970425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': 'e4e6d943-d958-45d9-9285-981a4c9108ed', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'floating_ip_address': '172.28.0.151', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'port_id': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'mac_address': 'fa:16:3e:0b:93:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:10:09Z', 'updated_at': '2022-01-28T01:10:26Z', 'revision_number': 1, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:40Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:27.682194 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a11b6f-3b97-4594-9981-15849b970425 None None] The sync data for ids ['2f725727-4543-44d1-9dcc-fa0013067c57'] in dv-cinder-821890-1-smb is: [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': 'e4e6d943-d958-45d9-9285-981a4c9108ed', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'floating_ip_address': '172.28.0.151', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'port_id': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'mac_address': 'fa:16:3e:0b:93:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:10:09Z', 'updated_at': '2022-01-28T01:10:26Z', 'revision_number': 1, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:40Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:10:27.870220 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d5f65-858f-4fb8-b33b-630a691dc9a9 None None] New status for floating IP e4e6d943-d958-45d9-9285-981a4c9108ed: ACTIVE {{(pid=102114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:10:34.625340 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:10:38.776186 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2ecce0ec-60db-4803-ae5e-9a9760329592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:40.907973 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d3a43c53-bc6b-4d20-affe-5e575623f390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:42.135983 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:42.821978 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:43.633494 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:43.793990 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:44.146782 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a82cdf4b-4e02-4db0-a6b4-3a9854334dda req-c465cacf-6126-4c71-b572-e02771ce397b tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-223796750&fields=id&tenant_id=20c417a185e8429780c907b907b3f073 HTTP/1.1" status: 200 len: 267 time: 0.0344517 Jan 28 01:10:44.200845 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cdf4b-4e02-4db0-a6b4-3a9854334dda req-31795dc5-c016-43dd-b799-7cdaa54c2cf7 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:44.202189 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a82cdf4b-4e02-4db0-a6b4-3a9854334dda req-31795dc5-c016-43dd-b799-7cdaa54c2cf7 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 984 time: 0.0491738 Jan 28 01:10:44.213083 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-a82cdf4b-4e02-4db0-a6b4-3a9854334dda req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Request body: {'port': {'security_groups': ['9433bece-f517-4ef3-8aac-2e16b52ef456']}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:10:44.284104 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a82cdf4b-4e02-4db0-a6b4-3a9854334dda req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:44.462997 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-a82cdf4b-4e02-4db0-a6b4-3a9854334dda req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] For port e3ae02bb-9390-4322-bf5c-f4bb7a77a939, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,segment=NetworkSegment(dee4a4b9-e0e9-47ec-85e0-984c9585ed8c),segment_id=dee4a4b9-e0e9-47ec-85e0-984c9585ed8c)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:44.493077 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a82cdf4b-4e02-4db0-a6b4-3a9854334dda req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:44.541854 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a82cdf4b-4e02-4db0-a6b4-3a9854334dda req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:44.586371 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cdf4b-4e02-4db0-a6b4-3a9854334dda req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:44.587105 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a82cdf4b-4e02-4db0-a6b4-3a9854334dda req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:44.588533 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['e3ae02bb-9390-4322-bf5c-f4bb7a77a939'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:44.588659 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a82cdf4b-4e02-4db0-a6b4-3a9854334dda req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "PUT /v2.0/ports/e3ae02bb-9390-4322-bf5c-f4bb7a77a939 HTTP/1.1" status: 200 len: 942 time: 0.3799553 Jan 28 01:10:44.595358 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9431550b-2897-48c6-bca1-75f2799b891c', 'tag': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:10:44.595358 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d8e939-e37b-4c75-ab37-c1315e1bcc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9431550b-2897-48c6-bca1-75f2799b891c", "tag": "e3ae02bb-9390-4322-bf5c-f4bb7a77a939"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:44.595718 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37290) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:44.624120 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event updated for resources: {'Port': ['ID=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,revision_number=7']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:44.631115 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.631461 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.631775 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.632161 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.632426 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.632751 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.633106 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.633381 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.633702 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.634021 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.634337 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.634650 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb7b67-eced-4be4-9f49-0afec81ab4b6 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.656097 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9bbc59-05eb-43e5-af3c-c55e269684bd x-openstack-request-id: req-4c9bbc59-05eb-43e5-af3c-c55e269684bd {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:44.656387 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9431550b-2897-48c6-bca1-75f2799b891c", "tag": "e3ae02bb-9390-4322-bf5c-f4bb7a77a939", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:44.656637 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c9bbc59-05eb-43e5-af3c-c55e269684bd {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:44.657034 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9431550b-2897-48c6-bca1-75f2799b891c', 'tag': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939', 'status': 'completed', 'code': 200} Jan 28 01:10:44.682886 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:44.729399 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:44.744797 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8e939-e37b-4c75-ab37-c1315e1bcc9b req-94072b26-4d61-40b4-81d2-8eb60010fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:44.746884 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-75d8e939-e37b-4c75-ab37-c1315e1bcc9b req-94072b26-4d61-40b4-81d2-8eb60010fcae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c417a185e8429780c907b907b3f073&device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 1098 time: 0.0448704 Jan 28 01:10:44.780469 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['e3ae02bb-9390-4322-bf5c-f4bb7a77a939'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:44.852136 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8e939-e37b-4c75-ab37-c1315e1bcc9b req-71205820-9849-4bec-b986-f59295676e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:44.853747 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-75d8e939-e37b-4c75-ab37-c1315e1bcc9b req-71205820-9849-4bec-b986-f59295676e1d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 HTTP/1.1" status: 200 len: 916 time: 0.0983205 Jan 28 01:10:44.886959 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-2c01307f-2fa5-470a-8e97-b7e6cacfed11 None None] Provisioning complete for port e3ae02bb-9390-4322-bf5c-f4bb7a77a939 triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:44.887170 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:44.887333 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2c01307f-2fa5-470a-8e97-b7e6cacfed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:44.890176 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:44.894367 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "DELETE /v2.0/security-groups/2e926819-ccc1-4bc1-8a7b-29054efb67b4 HTTP/1.1" status: 204 len: 168 time: 0.2953835 Jan 28 01:10:44.895212 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37294) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:44.941755 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-75d8e939-e37b-4c75-ab37-c1315e1bcc9b req-7ba02b7b-c407-44e0-9930-5035be02f464 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939 HTTP/1.1" status: 200 len: 1000 time: 0.0806735 Jan 28 01:10:44.957978 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e926819-ccc1-4bc1-8a7b-29054efb67b4,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:44.994924 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.996021 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.996156 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.996417 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.997221 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.997586 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.997883 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.998212 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.998535 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.998871 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:44.999418 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8e939-e37b-4c75-ab37-c1315e1bcc9b req-eb93cd31-e862-4504-a0ee-7a1729b9a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:44.999881 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.000847 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42d2cd-bef6-4122-804a-e10af673d020 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.000976 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-75d8e939-e37b-4c75-ab37-c1315e1bcc9b req-eb93cd31-e862-4504-a0ee-7a1729b9a024 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a12ed7e-5262-4f52-b994-488391826371 HTTP/1.1" status: 200 len: 854 time: 0.0521128 Jan 28 01:10:45.061330 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8e939-e37b-4c75-ab37-c1315e1bcc9b req-a3f3d0bc-c76b-415c-87d2-0da331de9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:45.062830 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-75d8e939-e37b-4c75-ab37-c1315e1bcc9b req-a3f3d0bc-c76b-415c-87d2-0da331de9ecf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0525615 Jan 28 01:10:45.132672 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-69770d0f-8faa-4216-81b6-64f6bfb72e50 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Deleting port 6947d9a2-d94d-4c4d-8cb0-b178f4337b3f {{(pid=102111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:10:45.133010 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-69770d0f-8faa-4216-81b6-64f6bfb72e50 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:45.164458 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-75d8e939-e37b-4c75-ab37-c1315e1bcc9b req-02e0a19f-beae-494b-94ef-01e7a76c7c9f service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890093 Jan 28 01:10:45.216333 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-69770d0f-8faa-4216-81b6-64f6bfb72e50 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:45.218925 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-69770d0f-8faa-4216-81b6-64f6bfb72e50 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:45.228362 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-69770d0f-8faa-4216-81b6-64f6bfb72e50 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Calling delete_port for 6947d9a2-d94d-4c4d-8cb0-b178f4337b3f owned by network:floatingip {{(pid=102111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:10:45.259480 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-75d8e939-e37b-4c75-ab37-c1315e1bcc9b req-57933e87-f4da-4624-8c13-59cf5957f2eb service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881596 Jan 28 01:10:45.445138 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-69770d0f-8faa-4216-81b6-64f6bfb72e50 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:45.474523 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69770d0f-8faa-4216-81b6-64f6bfb72e50 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event deleted for resources: {'Port': ['ID=6947d9a2-d94d-4c4d-8cb0-b178f4337b3f,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:45.544938 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-69770d0f-8faa-4216-81b6-64f6bfb72e50 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks [] for floatingip, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:45.545201 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.l3_db [None req-69770d0f-8faa-4216-81b6-64f6bfb72e50 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Floating IP 634d6aab-eb17-4774-ad5f-7996c98e4657 disassociated (deleted). External IP: 172.28.0.77, port: e3ae02bb-9390-4322-bf5c-f4bb7a77a939. Jan 28 01:10:45.756396 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69770d0f-8faa-4216-81b6-64f6bfb72e50 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Router f1fb3c1d-9fd4-464d-a00a-037ed63db68e has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:10:45.868074 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69770d0f-8faa-4216-81b6-64f6bfb72e50 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:10:45.873778 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-69770d0f-8faa-4216-81b6-64f6bfb72e50 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:45.880009 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d4c3c-7b54-423b-b098-d2449973270b None None] Sync routers for ids ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:10:45.890812 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d4c3c-7b54-423b-b098-d2449973270b None None] Routers {'f1fb3c1d-9fd4-464d-a00a-037ed63db68e'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:45.891466 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-bf4d4c3c-7b54-423b-b098-d2449973270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:10:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:45.906733 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-69770d0f-8faa-4216-81b6-64f6bfb72e50 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "DELETE /v2.0/floatingips/634d6aab-eb17-4774-ad5f-7996c98e4657 HTTP/1.1" status: 204 len: 168 time: 1.0037034 Jan 28 01:10:45.906733 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9431550b-2897-48c6-bca1-75f2799b891c', 'tag': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939'}] {{(pid=102111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:10:45.906733 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b758d530082989913afebcbbaf9e42b8e478f77c7c540d2473370b3881081be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746a9ba8-3d59-4c2d-803b-ed6031f39a66" -d '{"events": [{"name": "network-changed", "server_uuid": "9431550b-2897-48c6-bca1-75f2799b891c", "tag": "e3ae02bb-9390-4322-bf5c-f4bb7a77a939"}]}' {{(pid=102111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:45.951167 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77bdc95-cb02-4ff6-9372-3670d6fa2211 x-openstack-request-id: req-a77bdc95-cb02-4ff6-9372-3670d6fa2211 {{(pid=102111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:45.951456 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9431550b-2897-48c6-bca1-75f2799b891c", "tag": "e3ae02bb-9390-4322-bf5c-f4bb7a77a939", "status": "completed", "code": 200}]} {{(pid=102111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:45.951728 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a77bdc95-cb02-4ff6-9372-3670d6fa2211 {{(pid=102111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:45.952153 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9431550b-2897-48c6-bca1-75f2799b891c', 'tag': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939', 'status': 'completed', 'code': 200} Jan 28 01:10:46.012396 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-bf4d4c3c-7b54-423b-b098-d2449973270b None None] Set router f1fb3c1d-9fd4-464d-a00a-037ed63db68e gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:46.048793 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a9ba8-3d59-4c2d-803b-ed6031f39a66 req-0c83e61b-6a1a-4f13-b748-4fcf53444e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:46.050349 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-746a9ba8-3d59-4c2d-803b-ed6031f39a66 req-0c83e61b-6a1a-4f13-b748-4fcf53444e3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20c417a185e8429780c907b907b3f073&device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 1098 time: 0.0526516 Jan 28 01:10:46.156911 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a9ba8-3d59-4c2d-803b-ed6031f39a66 req-a125e0fd-a6d1-4d9a-b0fd-08d91a0b2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:46.158711 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-746a9ba8-3d59-4c2d-803b-ed6031f39a66 req-a125e0fd-a6d1-4d9a-b0fd-08d91a0b2344 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 HTTP/1.1" status: 200 len: 916 time: 0.1013670 Jan 28 01:10:46.233590 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-746a9ba8-3d59-4c2d-803b-ed6031f39a66 req-28ed19b4-64f5-49bc-9ecd-f7fb2572c488 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939 HTTP/1.1" status: 200 len: 217 time: 0.0433397 Jan 28 01:10:46.298545 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a9ba8-3d59-4c2d-803b-ed6031f39a66 req-9ba8b0ae-aa8d-43e1-a6c2-3da87b4e40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:46.299996 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-746a9ba8-3d59-4c2d-803b-ed6031f39a66 req-9ba8b0ae-aa8d-43e1-a6c2-3da87b4e40dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a12ed7e-5262-4f52-b994-488391826371 HTTP/1.1" status: 200 len: 854 time: 0.0579805 Jan 28 01:10:46.363565 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-bf4d4c3c-7b54-423b-b098-d2449973270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:07:51Z', 'revision_number': 4, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port': {'id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:47Z', 'updated_at': '2022-01-28T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'd91b1942-c10f-4b50-b3b9-01616acacffe', 'name': '', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'mac_address': 'fa:16:3e:55:f3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '6a12ed7e-5262-4f52-b994-488391826371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:50Z', 'updated_at': '2022-01-28T01:07:56Z', 'revision_number': 5, 'project_id': '20c417a185e8429780c907b907b3f073', 'subnets': [{'id': '6a12ed7e-5262-4f52-b994-488391826371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:46.365936 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a9ba8-3d59-4c2d-803b-ed6031f39a66 req-20dbf895-f064-4323-8489-897989bfdf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:46.367502 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-746a9ba8-3d59-4c2d-803b-ed6031f39a66 req-20dbf895-f064-4323-8489-897989bfdf69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0532777 Jan 28 01:10:46.396278 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d4c3c-7b54-423b-b098-d2449973270b None None] Checking router: f1fb3c1d-9fd4-464d-a00a-037ed63db68e for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:10:46.407097 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d4c3c-7b54-423b-b098-d2449973270b None None] Routers {'f1fb3c1d-9fd4-464d-a00a-037ed63db68e'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:46.407716 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-bf4d4c3c-7b54-423b-b098-d2449973270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:10:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:46.480546 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-746a9ba8-3d59-4c2d-803b-ed6031f39a66 req-695181fc-a537-4c0f-86c2-84407f92009a service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039395 Jan 28 01:10:46.552437 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-bf4d4c3c-7b54-423b-b098-d2449973270b None None] Set router f1fb3c1d-9fd4-464d-a00a-037ed63db68e gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:46.600411 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-746a9ba8-3d59-4c2d-803b-ed6031f39a66 req-962ce2c0-ca36-4469-a789-6ef3ce98c0a3 service neutron] 10.222.0.53 "GET /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099443 Jan 28 01:10:46.781027 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-bf4d4c3c-7b54-423b-b098-d2449973270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:07:51Z', 'revision_number': 4, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port': {'id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:47Z', 'updated_at': '2022-01-28T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'd91b1942-c10f-4b50-b3b9-01616acacffe', 'name': '', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'mac_address': 'fa:16:3e:55:f3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '6a12ed7e-5262-4f52-b994-488391826371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:50Z', 'updated_at': '2022-01-28T01:07:56Z', 'revision_number': 5, 'project_id': '20c417a185e8429780c907b907b3f073', 'subnets': [{'id': '6a12ed7e-5262-4f52-b994-488391826371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:46.819539 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d4c3c-7b54-423b-b098-d2449973270b None None] The sync data for ids ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'] in dv-cinder-821890-1-smb is: [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:07:51Z', 'revision_number': 4, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port': {'id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:47Z', 'updated_at': '2022-01-28T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'd91b1942-c10f-4b50-b3b9-01616acacffe', 'name': '', 'network_id': 'b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'mac_address': 'fa:16:3e:55:f3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '6a12ed7e-5262-4f52-b994-488391826371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:50Z', 'updated_at': '2022-01-28T01:07:56Z', 'revision_number': 5, 'project_id': '20c417a185e8429780c907b907b3f073', 'subnets': [{'id': '6a12ed7e-5262-4f52-b994-488391826371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:10:47.063714 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f155c420-1145-4d3b-bb0b-5999cfd2e720 None None] New status for floating IP 634d6aab-eb17-4774-ad5f-7996c98e4657: DOWN {{(pid=102114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:10:50.328549 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30321e-8ad2-4ce7-921e-ea95178ae979 req-302a4611-271a-4c5d-9a55-0db3b38e7147 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:50.330042 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ef30321e-8ad2-4ce7-921e-ea95178ae979 req-302a4611-271a-4c5d-9a55-0db3b38e7147 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 945 time: 0.0534518 Jan 28 01:10:50.367946 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ef30321e-8ad2-4ce7-921e-ea95178ae979 req-6659423f-1547-4ff2-8de3-3cf21771f979 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Jan 28 01:10:51.488557 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53678d-bcba-4d9f-93d8-fa8c5637010d req-772c9e51-a96a-4a2b-84e9-b9892fda8045 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:51.490191 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bf53678d-bcba-4d9f-93d8-fa8c5637010d req-772c9e51-a96a-4a2b-84e9-b9892fda8045 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 945 time: 0.0522532 Jan 28 01:10:51.533685 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bf53678d-bcba-4d9f-93d8-fa8c5637010d req-56a62cee-095d-4872-8fa4-f32c6c5509fa tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356984 Jan 28 01:10:52.029862 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fb137-3e41-4077-8b55-aac7e17ddffe req-e25ce7e2-c214-453e-aa13-3e54737cb548 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:52.029862 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ec1fb137-3e41-4077-8b55-aac7e17ddffe req-e25ce7e2-c214-453e-aa13-3e54737cb548 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0525317 Jan 28 01:10:52.069534 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ec1fb137-3e41-4077-8b55-aac7e17ddffe req-34f70f5d-600e-46ad-b466-b10f42331300 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332537 Jan 28 01:10:52.682731 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802c444-ec53-458c-9b00-4831ad68c2cb req-ae0c8f6d-80b6-434a-98cc-181885828880 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:52.684810 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9802c444-ec53-458c-9b00-4831ad68c2cb req-ae0c8f6d-80b6-434a-98cc-181885828880 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.53 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 945 time: 0.0816023 Jan 28 01:10:52.691817 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9068e-c014-4464-b80a-568b2d5de6de req-d293d6c1-ccef-49eb-bbf5-aac0cfdbf108 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:52.693121 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-12e9068e-c014-4464-b80a-568b2d5de6de req-d293d6c1-ccef-49eb-bbf5-aac0cfdbf108 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 945 time: 0.0811138 Jan 28 01:10:52.758732 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-12e9068e-c014-4464-b80a-568b2d5de6de req-e7cb2924-f5cd-4b57-8add-dc4aeeb8239f tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/security-groups?id=9433bece-f517-4ef3-8aac-2e16b52ef456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578907 Jan 28 01:10:52.807404 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-9802c444-ec53-458c-9b00-4831ad68c2cb req-e2026773-cfea-4d1a-ac9e-c01b632dc153 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Deleting port e3ae02bb-9390-4322-bf5c-f4bb7a77a939 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:10:52.807766 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-9802c444-ec53-458c-9b00-4831ad68c2cb req-e2026773-cfea-4d1a-ac9e-c01b632dc153 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:52.903452 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-9802c444-ec53-458c-9b00-4831ad68c2cb req-e2026773-cfea-4d1a-ac9e-c01b632dc153 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] For port e3ae02bb-9390-4322-bf5c-f4bb7a77a939, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,segment=NetworkSegment(dee4a4b9-e0e9-47ec-85e0-984c9585ed8c),segment_id=dee4a4b9-e0e9-47ec-85e0-984c9585ed8c)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:52.903815 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-9802c444-ec53-458c-9b00-4831ad68c2cb req-e2026773-cfea-4d1a-ac9e-c01b632dc153 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:52.916423 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-9802c444-ec53-458c-9b00-4831ad68c2cb req-e2026773-cfea-4d1a-ac9e-c01b632dc153 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Calling delete_port for e3ae02bb-9390-4322-bf5c-f4bb7a77a939 owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:10:53.327753 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4e3c2-8d0a-4d92-9fa7-b98f290bfa7b req-62472d6d-18f7-4dad-9eff-41bca49b2a9a tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:53.330143 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b9e4e3c2-8d0a-4d92-9fa7-b98f290bfa7b req-62472d6d-18f7-4dad-9eff-41bca49b2a9a tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0642455 Jan 28 01:10:53.369313 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b9e4e3c2-8d0a-4d92-9fa7-b98f290bfa7b req-2817a0c8-774c-4e42-852d-9038c86d18b7 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337670 Jan 28 01:10:53.371526 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-9802c444-ec53-458c-9b00-4831ad68c2cb req-e2026773-cfea-4d1a-ac9e-c01b632dc153 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:53.399127 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2026773-cfea-4d1a-ac9e-c01b632dc153 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Pushing event deleted for resources: {'Port': ['ID=e3ae02bb-9390-4322-bf5c-f4bb7a77a939,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:53.412811 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['e3ae02bb-9390-4322-bf5c-f4bb7a77a939'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:53.450077 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-9802c444-ec53-458c-9b00-4831ad68c2cb req-e2026773-cfea-4d1a-ac9e-c01b632dc153 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] No DVR routers for this DVR port e3ae02bb-9390-4322-bf5c-f4bb7a77a939 on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:53.456598 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-9802c444-ec53-458c-9b00-4831ad68c2cb req-e2026773-cfea-4d1a-ac9e-c01b632dc153 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:53.456598 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9802c444-ec53-458c-9b00-4831ad68c2cb req-e2026773-cfea-4d1a-ac9e-c01b632dc153 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.53 "DELETE /v2.0/ports/e3ae02bb-9390-4322-bf5c-f4bb7a77a939 HTTP/1.1" status: 204 len: 173 time: 0.7617674 Jan 28 01:10:53.456598 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9431550b-2897-48c6-bca1-75f2799b891c', 'name': 'network-vif-deleted', 'tag': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:10:53.458582 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13633c4-0ac9-45fb-a2ea-d6fdd89c6dae" -d '{"events": [{"server_uuid": "9431550b-2897-48c6-bca1-75f2799b891c", "name": "network-vif-deleted", "tag": "e3ae02bb-9390-4322-bf5c-f4bb7a77a939"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:53.497176 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acc3b93-41cf-4eaa-a578-51f4947e6d9c x-openstack-request-id: req-7acc3b93-41cf-4eaa-a578-51f4947e6d9c {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:53.497464 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9431550b-2897-48c6-bca1-75f2799b891c", "name": "network-vif-deleted", "tag": "e3ae02bb-9390-4322-bf5c-f4bb7a77a939", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:53.497715 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7acc3b93-41cf-4eaa-a578-51f4947e6d9c {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:53.498107 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9431550b-2897-48c6-bca1-75f2799b891c', 'name': 'network-vif-deleted', 'tag': 'e3ae02bb-9390-4322-bf5c-f4bb7a77a939', 'status': 'completed', 'code': 200} Jan 28 01:10:53.869716 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c3edba6d-a3a0-443f-a538-5228b96c52d7 req-3611cd18-6653-4236-8b2b-da6b87fb3587 tempest-TestMinimumBasicScenario-519998920 tempest-TestMinimumBasicScenario-519998920-project] 10.222.0.18 "GET /v2.0/ports?device_id=9431550b-2897-48c6-bca1-75f2799b891c HTTP/1.1" status: 200 len: 210 time: 0.0307438 Jan 28 01:10:54.485407 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeea4d8-35e2-4d8f-8a89-6834c5d812dd req-e677ce45-be5d-42d8-bd14-6347db10cde9 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:54.486863 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aaeea4d8-35e2-4d8f-8a89-6834c5d812dd req-e677ce45-be5d-42d8-bd14-6347db10cde9 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0490494 Jan 28 01:10:54.525486 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-aaeea4d8-35e2-4d8f-8a89-6834c5d812dd req-cb506128-bfdb-4bf6-a8c6-7136a301d47b tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 Jan 28 01:10:55.647700 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e549b-1207-437b-bf43-dbe239b7aff8 req-632dcff4-5f89-41c5-bfc8-8a6a1b10ef7b tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:55.649183 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0f4e549b-1207-437b-bf43-dbe239b7aff8 req-632dcff4-5f89-41c5-bfc8-8a6a1b10ef7b tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0535221 Jan 28 01:10:55.691588 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0f4e549b-1207-437b-bf43-dbe239b7aff8 req-84b6d8e1-374f-42a6-8bfe-b7e465e52665 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Jan 28 01:10:56.391040 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37448) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:56.602025 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device e3ae02bb-9390-4322-bf5c-f4bb7a77a939 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:56.622582 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: e3ae02bb-9390-4322-bf5c-f4bb7a77a939 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:10:56.622965 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device e3ae02bb-9390-4322-bf5c-f4bb7a77a939 not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:56.738970 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7c21faf1-a4db-4a2d-9a2f-7959a90f1c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644749'] for router_interface, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:56.809288 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff09583-7436-4cca-85b7-570c53e69ea9 req-31decec6-62dd-43fe-9188-c762a547cbc4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:56.810787 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fff09583-7436-4cca-85b7-570c53e69ea9 req-31decec6-62dd-43fe-9188-c762a547cbc4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0497093 Jan 28 01:10:56.850942 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fff09583-7436-4cca-85b7-570c53e69ea9 req-a2e14e5c-513a-47d1-b722-b9f11ed71ed2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340700 Jan 28 01:10:56.981722 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-7c21faf1-a4db-4a2d-9a2f-7959a90f1c97 admin admin] Deleting port d91b1942-c10f-4b50-b3b9-01616acacffe {{(pid=102111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:10:56.982056 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7c21faf1-a4db-4a2d-9a2f-7959a90f1c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:57.060405 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.db [None req-7c21faf1-a4db-4a2d-9a2f-7959a90f1c97 admin admin] For port d91b1942-c10f-4b50-b3b9-01616acacffe, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=d91b1942-c10f-4b50-b3b9-01616acacffe,segment=NetworkSegment(dee4a4b9-e0e9-47ec-85e0-984c9585ed8c),segment_id=dee4a4b9-e0e9-47ec-85e0-984c9585ed8c)] {{(pid=102111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:57.060758 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7c21faf1-a4db-4a2d-9a2f-7959a90f1c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:57.072397 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-7c21faf1-a4db-4a2d-9a2f-7959a90f1c97 admin admin] Calling delete_port for d91b1942-c10f-4b50-b3b9-01616acacffe owned by network:router_interface {{(pid=102111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:10:57.314096 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7c21faf1-a4db-4a2d-9a2f-7959a90f1c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:57.343441 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21faf1-a4db-4a2d-9a2f-7959a90f1c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d91b1942-c10f-4b50-b3b9-01616acacffe,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:57.512698 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7c21faf1-a4db-4a2d-9a2f-7959a90f1c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641085'] for router_interface, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:57.963119 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c21faf1-a4db-4a2d-9a2f-7959a90f1c97 admin admin] Router f1fb3c1d-9fd4-464d-a00a-037ed63db68e has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:10:57.975149 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10c10c-b195-4e17-9290-a10bb394a24c req-cbd091b5-b80d-4ff5-8e4f-9067ad9704df tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:57.976635 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7b10c10c-b195-4e17-9290-a10bb394a24c req-cbd091b5-b80d-4ff5-8e4f-9067ad9704df tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0582428 Jan 28 01:10:58.018896 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7b10c10c-b195-4e17-9290-a10bb394a24c req-d06df8f9-15bf-4188-a737-03be06bf608e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361025 Jan 28 01:10:58.072586 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c21faf1-a4db-4a2d-9a2f-7959a90f1c97 admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:10:58.084366 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-7c21faf1-a4db-4a2d-9a2f-7959a90f1c97 admin admin] 10.222.0.18 "PUT /v2.0/routers/f1fb3c1d-9fd4-464d-a00a-037ed63db68e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6863101 Jan 28 01:10:58.084366 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37456) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:58.084827 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ffff1b-3ea2-4fb5-aef2-e4e7fd85f7b7 None None] Sync routers for ids ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:10:58.094081 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ffff1b-3ea2-4fb5-aef2-e4e7fd85f7b7 None None] Routers {'f1fb3c1d-9fd4-464d-a00a-037ed63db68e'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:58.094688 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-22ffff1b-3ea2-4fb5-aef2-e4e7fd85f7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:10:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:58.183397 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:58.206146 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-22ffff1b-3ea2-4fb5-aef2-e4e7fd85f7b7 None None] Set router f1fb3c1d-9fd4-464d-a00a-037ed63db68e gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:58.288301 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:58.394298 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-22ffff1b-3ea2-4fb5-aef2-e4e7fd85f7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:10:57Z', 'revision_number': 5, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port': {'id': '8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:47Z', 'updated_at': '2022-01-28T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:58.421647 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ffff1b-3ea2-4fb5-aef2-e4e7fd85f7b7 None None] Checking router: f1fb3c1d-9fd4-464d-a00a-037ed63db68e for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:10:58.429802 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ffff1b-3ea2-4fb5-aef2-e4e7fd85f7b7 None None] Routers {'f1fb3c1d-9fd4-464d-a00a-037ed63db68e'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:10:58.430441 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-22ffff1b-3ea2-4fb5-aef2-e4e7fd85f7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:10:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:58.449520 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] Deleting port 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e {{(pid=102111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:10:58.449812 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:58.518091 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-22ffff1b-3ea2-4fb5-aef2-e4e7fd85f7b7 None None] Set router f1fb3c1d-9fd4-464d-a00a-037ed63db68e gateway port host: None {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:10:58.532655 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.db [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] For port 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:58.533214 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:58.545250 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] Calling delete_port for 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e owned by network:router_gateway {{(pid=102111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:10:58.571904 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-22ffff1b-3ea2-4fb5-aef2-e4e7fd85f7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:10:58Z', 'revision_number': 6, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port_host': None}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:10:58.602420 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ffff1b-3ea2-4fb5-aef2-e4e7fd85f7b7 None None] The sync data for ids ['f1fb3c1d-9fd4-464d-a00a-037ed63db68e'] in dv-cinder-821890-1-smb is: [{'id': 'f1fb3c1d-9fd4-464d-a00a-037ed63db68e', 'name': 'tempest-TestMinimumBasicScenario-1763504148-router', 'tenant_id': '20c417a185e8429780c907b907b3f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:46Z', 'updated_at': '2022-01-28T01:10:58Z', 'revision_number': 6, 'project_id': '20c417a185e8429780c907b907b3f073', 'gw_port_host': None}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:10:58.772311 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:58.800716 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:58.865588 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645979'] for router_gateway, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:58.957711 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26257'] for router, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:58.959979 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.120330 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646398'] for router, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.120862 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1fb3c1d-9fd4-464d-a00a-037ed63db68e {{(pid=102111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:10:59.126921 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] Notify callbacks [] for router, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.128070 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-b4c777b1-1df5-48c2-9ec9-8e41c57503d3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f1fb3c1d-9fd4-464d-a00a-037ed63db68e HTTP/1.1" status: 204 len: 168 time: 1.0461059 Jan 28 01:10:59.130682 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37462) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:59.149583 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b445e-c8b3-4399-af69-b3165283fc27 req-a456923c-18c5-46cf-92b0-802c243eedce tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:59.151185 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-226b445e-c8b3-4399-af69-b3165283fc27 req-a456923c-18c5-46cf-92b0-802c243eedce tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0530295 Jan 28 01:10:59.176117 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_v2 [None req-390eec8e-a6b7-4f60-8189-a21a89232c36 admin admin] Deleting subnet 6a12ed7e-5262-4f52-b994-488391826371 {{(pid=102111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:10:59.179178 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-390eec8e-a6b7-4f60-8189-a21a89232c36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.191545 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-226b445e-c8b3-4399-af69-b3165283fc27 req-4fbb7c7f-a4ef-4e5d-9c7d-fb1d228bf49d tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332685 Jan 28 01:10:59.214577 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-390eec8e-a6b7-4f60-8189-a21a89232c36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518611'] for subnet, precommit_delete_associations {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.338004 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-390eec8e-a6b7-4f60-8189-a21a89232c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.468829 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-390eec8e-a6b7-4f60-8189-a21a89232c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12065609'] for subnet, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.498214 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eec8e-a6b7-4f60-8189-a21a89232c36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a12ed7e-5262-4f52-b994-488391826371,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:59.503233 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-390eec8e-a6b7-4f60-8189-a21a89232c36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.507244 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-390eec8e-a6b7-4f60-8189-a21a89232c36 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6a12ed7e-5262-4f52-b994-488391826371 HTTP/1.1" status: 204 len: 168 time: 0.3752627 Jan 28 01:10:59.509645 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37464) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:10:59.511443 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78235b1-19ad-4b6f-b52e-5f4751733cec None None] Network b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:10:59.589905 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.646607 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Deleting port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 {{(pid=102111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:10:59.647172 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.711866 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] DHCP port deletion for b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 request from dv-cinder-821890-1-smb {{(pid=102113) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 01:10:59.716246 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.db [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] For port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4,segment=NetworkSegment(dee4a4b9-e0e9-47ec-85e0-984c9585ed8c),segment_id=dee4a4b9-e0e9-47ec-85e0-984c9585ed8c)] {{(pid=102111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:59.716604 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.729400 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Calling delete_port for cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 owned by network:dhcp {{(pid=102111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:10:59.760218 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Deleting port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:10:59.760602 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.826695 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] For port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4,segment=NetworkSegment(dee4a4b9-e0e9-47ec-85e0-984c9585ed8c),segment_id=dee4a4b9-e0e9-47ec-85e0-984c9585ed8c)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:59.827159 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.839721 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Calling delete_port for cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:10:59.886035 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.909658 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:59.915278 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] No DVR routers for this DVR port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 on host dv-cinder-821890-1-smb {{(pid=102111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:59.958489 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.988925 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Pushing event deleted for resources: {'Port': ['ID=cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:59.993054 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:10:59.993295 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] No DVR routers for this DVR port cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 on host dv-cinder-821890-1-smb {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:59.999029 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:59.999375 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:59.999713 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:00.000039 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:00.000361 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:00.000683 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:00.001002 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:00.001321 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:00.002033 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:00.002033 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:00.003273 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:00.003544 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2b9cd-3377-42e2-a359-0d15c44b4683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:00.010678 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:00.014548 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9']}} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:00.024402 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c') {'for_net_delete': True} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:00.024716 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee4a4b9-e0e9-47ec-85e0-984c9585ed8c') {} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:00.035666 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518634'] for segment, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:00.036028 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:11:00.042271 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 8d5cbbf7-d3cf-44d0-a6f2-c5e1f509717e not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:00.042271 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device d91b1942-c10f-4b50-b3b9-01616acacffe no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:00.049594 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:00.055476 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:11:00.055851 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859644'] for segment, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:00.057365 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: d91b1942-c10f-4b50-b3b9-01616acacffe {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: Traceback (most recent call last): Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: timer() Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: cb(*args, **kw) Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: return func(*args, **kwargs) Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: self._notify() Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: self.callback(batched_events) Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: event.method(event) Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: return f(self, *a, **k) Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: return self._get(url).json() Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: return self.request(url, 'GET', **kwargs) Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:11:00.057604 dv-cinder-821890-1-smb neutron-server[102111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:11:00.059926 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device d91b1942-c10f-4b50-b3b9-01616acacffe not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:00.059926 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:00.078106 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:11:00.078453 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device cc4550a4-7a1d-48a4-80cc-afbf7ce1c5e4 not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:00.160156 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:00.170579 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:00.173743 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9 HTTP/1.1" status: 204 len: 168 time: 0.6627617 Jan 28 01:11:00.176696 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 37468) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:11:00.185199 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b7d4b-95ff-453d-a754-02274a46ba53 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f7d0f3-2ac8-4ab6-8e51-3e36455a74f9,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:00.363155 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585574f-b597-47f4-821b-b3849279cb82 req-504ada38-7795-4168-9ff6-624d5b31c80a tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:00.364518 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8585574f-b597-47f4-821b-b3849279cb82 req-504ada38-7795-4168-9ff6-624d5b31c80a tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.1009085 Jan 28 01:11:00.441797 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8585574f-b597-47f4-821b-b3849279cb82 req-8653b740-0dab-4e57-8c85-748e611b98a4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712702 Jan 28 01:11:00.651741 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2bad2a9b-ec04-4a0e-9aea-082d346e3f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644749'] for router_interface, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:00.950419 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-2bad2a9b-ec04-4a0e-9aea-082d346e3f25 admin admin] Deleting port af356d3b-81bb-4998-b334-8f9a5ce1e29d {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:11:00.950655 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2bad2a9b-ec04-4a0e-9aea-082d346e3f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:01.030238 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [None req-2bad2a9b-ec04-4a0e-9aea-082d346e3f25 admin admin] For port af356d3b-81bb-4998-b334-8f9a5ce1e29d, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=af356d3b-81bb-4998-b334-8f9a5ce1e29d,segment=NetworkSegment(f0c26f23-c3cc-4c05-85cf-7a5d21649d10),segment_id=f0c26f23-c3cc-4c05-85cf-7a5d21649d10)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:01.030597 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2bad2a9b-ec04-4a0e-9aea-082d346e3f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:01.043901 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-2bad2a9b-ec04-4a0e-9aea-082d346e3f25 admin admin] Calling delete_port for af356d3b-81bb-4998-b334-8f9a5ce1e29d owned by network:router_interface {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:11:01.327062 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2bad2a9b-ec04-4a0e-9aea-082d346e3f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:01.352341 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad2a9b-ec04-4a0e-9aea-082d346e3f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=af356d3b-81bb-4998-b334-8f9a5ce1e29d,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:01.551604 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2bad2a9b-ec04-4a0e-9aea-082d346e3f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641085'] for router_interface, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:01.622268 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d2f8-c808-42cf-809d-d7b3418b2db0 req-1226ad3c-a57e-4365-ae9c-f6a97688ce5e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:01.623703 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-11f9d2f8-c808-42cf-809d-d7b3418b2db0 req-1226ad3c-a57e-4365-ae9c-f6a97688ce5e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.1060028 Jan 28 01:11:01.706903 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-11f9d2f8-c808-42cf-809d-d7b3418b2db0 req-c19febaa-d286-4d07-b975-2fd2e1281fa4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770743 Jan 28 01:11:01.827954 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bad2a9b-ec04-4a0e-9aea-082d346e3f25 admin admin] Router 4bee1e8b-04fb-4abb-bb53-280299fbbb48 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:11:01.935419 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bad2a9b-ec04-4a0e-9aea-082d346e3f25 admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:01.940989 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-2bad2a9b-ec04-4a0e-9aea-082d346e3f25 admin admin] 10.222.0.18 "PUT /v2.0/routers/4bee1e8b-04fb-4abb-bb53-280299fbbb48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7631798 Jan 28 01:11:01.943393 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 37478) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:11:01.947832 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a33a88-95e3-4e13-9538-fbc66b8bd8d5 None None] Sync routers for ids ['4bee1e8b-04fb-4abb-bb53-280299fbbb48'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:01.963496 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a33a88-95e3-4e13-9538-fbc66b8bd8d5 None None] Routers {'4bee1e8b-04fb-4abb-bb53-280299fbbb48'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:01.964460 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-85a33a88-95e3-4e13-9538-fbc66b8bd8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:10:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['4bee1e8b-04fb-4abb-bb53-280299fbbb48'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:02.048911 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] Notify callbacks [] for router, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:02.069182 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-85a33a88-95e3-4e13-9538-fbc66b8bd8d5 None None] Set router 4bee1e8b-04fb-4abb-bb53-280299fbbb48 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:02.159423 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:02.262143 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-85a33a88-95e3-4e13-9538-fbc66b8bd8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'name': 'tempest-TestMinimumBasicScenario-1910758427-router', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '22af9898-ced7-4721-9eb1-2dc02bc9664a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:56Z', 'updated_at': '2022-01-28T01:11:01Z', 'revision_number': 5, 'project_id': 'b12381fc88fa45a98226d91c3ce4b323', 'gw_port': {'id': '22af9898-ced7-4721-9eb1-2dc02bc9664a', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:57Z', 'updated_at': '2022-01-28T01:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:02.277946 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] Deleting port 22af9898-ced7-4721-9eb1-2dc02bc9664a {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:11:02.278284 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:02.289299 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a33a88-95e3-4e13-9538-fbc66b8bd8d5 None None] Checking router: 4bee1e8b-04fb-4abb-bb53-280299fbbb48 for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:11:02.298171 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a33a88-95e3-4e13-9538-fbc66b8bd8d5 None None] Routers {'4bee1e8b-04fb-4abb-bb53-280299fbbb48'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:02.298788 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-85a33a88-95e3-4e13-9538-fbc66b8bd8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:10:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['4bee1e8b-04fb-4abb-bb53-280299fbbb48'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:02.363001 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] For port 22af9898-ced7-4721-9eb1-2dc02bc9664a, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=22af9898-ced7-4721-9eb1-2dc02bc9664a,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:02.363654 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:02.376010 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] Calling delete_port for 22af9898-ced7-4721-9eb1-2dc02bc9664a owned by network:router_gateway {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:11:02.390616 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-85a33a88-95e3-4e13-9538-fbc66b8bd8d5 None None] Set router 4bee1e8b-04fb-4abb-bb53-280299fbbb48 gateway port host: None {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:02.449085 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-85a33a88-95e3-4e13-9538-fbc66b8bd8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'name': 'tempest-TestMinimumBasicScenario-1910758427-router', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:56Z', 'updated_at': '2022-01-28T01:11:02Z', 'revision_number': 6, 'project_id': 'b12381fc88fa45a98226d91c3ce4b323', 'gw_port_host': None}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:02.481840 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a33a88-95e3-4e13-9538-fbc66b8bd8d5 None None] The sync data for ids ['4bee1e8b-04fb-4abb-bb53-280299fbbb48'] in dv-cinder-821890-1-smb is: [{'id': '4bee1e8b-04fb-4abb-bb53-280299fbbb48', 'name': 'tempest-TestMinimumBasicScenario-1910758427-router', 'tenant_id': 'b12381fc88fa45a98226d91c3ce4b323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:56Z', 'updated_at': '2022-01-28T01:11:02Z', 'revision_number': 6, 'project_id': 'b12381fc88fa45a98226d91c3ce4b323', 'gw_port_host': None}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:02.617839 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:02.644844 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] Pushing event deleted for resources: {'Port': ['ID=22af9898-ced7-4721-9eb1-2dc02bc9664a,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:02.716788 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645979'] for router_gateway, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.086299 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26257'] for router, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.101984 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.191380 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654e4d4-b976-48da-9e0f-7b29f70ba59f req-cd99ba98-1db5-4e2b-a10a-01c3e908aef0 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:03.192887 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8654e4d4-b976-48da-9e0f-7b29f70ba59f req-cd99ba98-1db5-4e2b-a10a-01c3e908aef0 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.1821826 Jan 28 01:11:03.240840 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8654e4d4-b976-48da-9e0f-7b29f70ba59f req-aaf6cc97-842b-410a-ba39-0a5bae55de13 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377479 Jan 28 01:11:03.264657 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646398'] for router, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.265309 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bee1e8b-04fb-4abb-bb53-280299fbbb48 {{(pid=102112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:11:03.273654 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] Notify callbacks [] for router, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.274814 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-629242f4-5a26-4b90-ae1d-161ac1aa9222 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4bee1e8b-04fb-4abb-bb53-280299fbbb48 HTTP/1.1" status: 204 len: 168 time: 1.3304982 Jan 28 01:11:03.277638 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37484) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:11:03.349533 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb763d82-dfe7-4364-bf24-78607761eb6c admin admin] Deleting subnet 4261443d-3b56-41e4-bb88-1453d11acff9 {{(pid=102111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:11:03.353264 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cb763d82-dfe7-4364-bf24-78607761eb6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.391519 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cb763d82-dfe7-4364-bf24-78607761eb6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518611'] for subnet, precommit_delete_associations {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.476650 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cb763d82-dfe7-4364-bf24-78607761eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.601334 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cb763d82-dfe7-4364-bf24-78607761eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12065609'] for subnet, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.629640 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb763d82-dfe7-4364-bf24-78607761eb6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4261443d-3b56-41e4-bb88-1453d11acff9,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:03.631547 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-cb763d82-dfe7-4364-bf24-78607761eb6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.634732 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-cb763d82-dfe7-4364-bf24-78607761eb6c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4261443d-3b56-41e4-bb88-1453d11acff9 HTTP/1.1" status: 204 len: 168 time: 0.3559928 Jan 28 01:11:03.637235 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37486) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:11:03.638246 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b90d65-70d1-489c-a068-5cffed1198e7 None None] Network adc01bc4-9a87-4c40-9556-10c651610818 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:11:03.707106 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.768842 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Deleting port 550b013f-0946-4574-a1cd-4394ef965f44 {{(pid=102111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:11:03.769187 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.823255 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34668b5f-17ff-43c6-a4cc-c8690110b3ba None None] DHCP port deletion for adc01bc4-9a87-4c40-9556-10c651610818 request from dv-cinder-821890-1-smb {{(pid=102113) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 01:11:03.833837 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.db [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] For port 550b013f-0946-4574-a1cd-4394ef965f44, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=550b013f-0946-4574-a1cd-4394ef965f44,segment=NetworkSegment(f0c26f23-c3cc-4c05-85cf-7a5d21649d10),segment_id=f0c26f23-c3cc-4c05-85cf-7a5d21649d10)] {{(pid=102111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:03.834194 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.847503 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Calling delete_port for 550b013f-0946-4574-a1cd-4394ef965f44 owned by network:dhcp {{(pid=102111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:11:03.869560 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-34668b5f-17ff-43c6-a4cc-c8690110b3ba None None] Deleting port 550b013f-0946-4574-a1cd-4394ef965f44 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:11:03.869936 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34668b5f-17ff-43c6-a4cc-c8690110b3ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.931865 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-34668b5f-17ff-43c6-a4cc-c8690110b3ba None None] For port 550b013f-0946-4574-a1cd-4394ef965f44, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=550b013f-0946-4574-a1cd-4394ef965f44,segment=NetworkSegment(f0c26f23-c3cc-4c05-85cf-7a5d21649d10),segment_id=f0c26f23-c3cc-4c05-85cf-7a5d21649d10)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:03.932198 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34668b5f-17ff-43c6-a4cc-c8690110b3ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:03.946057 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-34668b5f-17ff-43c6-a4cc-c8690110b3ba None None] Calling delete_port for 550b013f-0946-4574-a1cd-4394ef965f44 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:11:03.993045 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device af356d3b-81bb-4998-b334-8f9a5ce1e29d no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:04.016409 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: af356d3b-81bb-4998-b334-8f9a5ce1e29d {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:11:04.016793 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device af356d3b-81bb-4998-b334-8f9a5ce1e29d not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:04.017210 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 22af9898-ced7-4721-9eb1-2dc02bc9664a no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:04.018190 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:04.041440 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: 22af9898-ced7-4721-9eb1-2dc02bc9664a {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:11:04.041733 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 22af9898-ced7-4721-9eb1-2dc02bc9664a not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:04.042098 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 550b013f-0946-4574-a1cd-4394ef965f44 no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:04.045775 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Pushing event deleted for resources: {'Port': ['ID=550b013f-0946-4574-a1cd-4394ef965f44,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:04.049351 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] No DVR routers for this DVR port 550b013f-0946-4574-a1cd-4394ef965f44 on host dv-cinder-821890-1-smb {{(pid=102111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:11:04.072299 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: 550b013f-0946-4574-a1cd-4394ef965f44 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:11:04.072689 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 550b013f-0946-4574-a1cd-4394ef965f44 not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:11:04.089310 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-34668b5f-17ff-43c6-a4cc-c8690110b3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:04.118885 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34668b5f-17ff-43c6-a4cc-c8690110b3ba None None] Pushing event deleted for resources: {'Port': ['ID=550b013f-0946-4574-a1cd-4394ef965f44,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:04.127391 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:04.128065 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34668b5f-17ff-43c6-a4cc-c8690110b3ba None None] No DVR routers for this DVR port 550b013f-0946-4574-a1cd-4394ef965f44 on host dv-cinder-821890-1-smb {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:11:04.159715 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc01bc4-9a87-4c40-9556-10c651610818']}} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:04.175698 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c26f23-c3cc-4c05-85cf-7a5d21649d10') {'for_net_delete': True} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:04.176009 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c26f23-c3cc-4c05-85cf-7a5d21649d10') {} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:04.186568 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518634'] for segment, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:04.200619 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:04.206724 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:11:04.207124 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859644'] for segment, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: Traceback (most recent call last): Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: timer() Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: cb(*args, **kw) Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: return func(*args, **kwargs) Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: self._notify() Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: self.callback(batched_events) Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: event.method(event) Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: return f(self, *a, **k) Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: return self._get(url).json() Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: return self.request(url, 'GET', **kwargs) Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:11:04.208693 dv-cinder-821890-1-smb neutron-server[102111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:11:04.332507 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:04.348260 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:04.352035 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] 10.222.0.18 "DELETE /v2.0/networks/adc01bc4-9a87-4c40-9556-10c651610818 HTTP/1.1" status: 204 len: 168 time: 0.7133026 Jan 28 01:11:04.352936 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7d9a8-feca-4a70-a07c-61d35f722995 admin admin] Pushing event deleted for resources: {'Network': ['ID=adc01bc4-9a87-4c40-9556-10c651610818,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:04.375675 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849180-97ec-46ff-a1ed-3687ebb1c611 req-6f894f7c-10bf-42bb-9632-371238215582 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:04.377062 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b2849180-97ec-46ff-a1ed-3687ebb1c611 req-6f894f7c-10bf-42bb-9632-371238215582 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0527923 Jan 28 01:11:04.416650 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b2849180-97ec-46ff-a1ed-3687ebb1c611 req-b003486d-0eb0-4b3f-8407-6bccb4b4cae3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336628 Jan 28 01:11:04.761796 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37494) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:11:04.801189 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-8e903447-b618-44a0-a738-4f49e1625285 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20c417a185e8429780c907b907b3f073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375979 Jan 28 01:11:04.803653 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37496) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:11:04.854210 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-43f38d68-c62d-47c0-a9f2-b1e3c6c7a332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:04.879191 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-43f38d68-c62d-47c0-a9f2-b1e3c6c7a332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:04.983527 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-43f38d68-c62d-47c0-a9f2-b1e3c6c7a332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:04.986018 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-43f38d68-c62d-47c0-a9f2-b1e3c6c7a332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:04.987190 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-43f38d68-c62d-47c0-a9f2-b1e3c6c7a332 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9433bece-f517-4ef3-8aac-2e16b52ef456 HTTP/1.1" status: 204 len: 168 time: 0.1825469 Jan 28 01:11:04.995054 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f38d68-c62d-47c0-a9f2-b1e3c6c7a332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9433bece-f517-4ef3-8aac-2e16b52ef456,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:05.537273 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53231c0-9c12-4938-a9b5-65ea3f28df0d req-24b5ab68-8375-424e-a276-2ef548c18f38 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:05.538732 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d53231c0-9c12-4938-a9b5-65ea3f28df0d req-24b5ab68-8375-424e-a276-2ef548c18f38 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0537348 Jan 28 01:11:05.584365 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d53231c0-9c12-4938-a9b5-65ea3f28df0d req-d6e5b759-2d9e-47a6-95f1-978fed441f81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386212 Jan 28 01:11:05.625619 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37506) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:11:05.666708 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-84f28520-74d2-4dcb-bf26-55fe0b475148 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b12381fc88fa45a98226d91c3ce4b323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398216 Jan 28 01:11:05.669556 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37508) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:11:05.720784 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-67258db4-42a7-454a-9b3a-06a03e8c4d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:05.742550 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-67258db4-42a7-454a-9b3a-06a03e8c4d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:05.892522 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-67258db4-42a7-454a-9b3a-06a03e8c4d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:05.895343 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-67258db4-42a7-454a-9b3a-06a03e8c4d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:05.896555 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-67258db4-42a7-454a-9b3a-06a03e8c4d14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68d42463-ba4b-498d-93d6-984083cb6715 HTTP/1.1" status: 204 len: 168 time: 0.2257442 Jan 28 01:11:05.905703 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67258db4-42a7-454a-9b3a-06a03e8c4d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d42463-ba4b-498d-93d6-984083cb6715,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:06.701034 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e11a70-3611-46e0-8dd1-6eeec5291ed0 req-23ad631d-25ec-48c3-b6f3-827561de7bce tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:06.702527 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f8e11a70-3611-46e0-8dd1-6eeec5291ed0 req-23ad631d-25ec-48c3-b6f3-827561de7bce tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0499713 Jan 28 01:11:06.743750 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f8e11a70-3611-46e0-8dd1-6eeec5291ed0 req-d34fc813-5635-49bf-8ac2-9290bdd23db2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352929 Jan 28 01:11:07.862730 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c0a92-d301-4ec8-9e00-1e1d9e3585a8 req-2ee2b62a-652f-42e3-a68d-3a6c6d49b062 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:07.864266 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dd4c0a92-d301-4ec8-9e00-1e1d9e3585a8 req-2ee2b62a-652f-42e3-a68d-3a6c6d49b062 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0515976 Jan 28 01:11:07.902134 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dd4c0a92-d301-4ec8-9e00-1e1d9e3585a8 req-b03ed4be-9ae4-4b84-88ba-3a630712a7ee tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318027 Jan 28 01:11:08.324466 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfd0bb-e1fd-4524-8e9b-a3421058506b req-88d7a3ca-cc12-4b11-a282-b76f7ffcbd9a tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:08.326309 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9dcfd0bb-e1fd-4524-8e9b-a3421058506b req-88d7a3ca-cc12-4b11-a282-b76f7ffcbd9a tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0503857 Jan 28 01:11:08.371535 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9dcfd0bb-e1fd-4524-8e9b-a3421058506b req-6299f536-bbe9-4b14-b1bb-9ace029c2320 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392172 Jan 28 01:11:08.527535 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ee5b5-5159-433f-af43-3d84b7664dea req-f809039b-1047-4640-b0ae-aaaaf63a5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:08.529710 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-800ee5b5-5159-433f-af43-3d84b7664dea req-f809039b-1047-4640-b0ae-aaaaf63a5266 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f461312e34a4ce2b564420e836320e0&device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 1099 time: 0.0548136 Jan 28 01:11:08.624732 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ee5b5-5159-433f-af43-3d84b7664dea req-67565fe2-af04-4bdd-a074-0eaefdd2feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:08.626217 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-800ee5b5-5159-433f-af43-3d84b7664dea req-67565fe2-af04-4bdd-a074-0eaefdd2feda service neutron] 10.222.0.53 "GET /v2.0/networks?id=cfb4a82a-108a-4a17-aae9-8777060ea51e HTTP/1.1" status: 200 len: 912 time: 0.0901923 Jan 28 01:11:08.705483 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-800ee5b5-5159-433f-af43-3d84b7664dea req-fbedbfd7-21cf-4766-84f3-56b4a9062bbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 HTTP/1.1" status: 200 len: 1002 time: 0.0652959 Jan 28 01:11:08.715910 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb8b3-97df-40f8-9c53-03f8e81ca811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:08.756093 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ee5b5-5159-433f-af43-3d84b7664dea req-df269532-8c7c-4454-aa0e-93b57c3eed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:08.757578 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-800ee5b5-5159-433f-af43-3d84b7664dea req-df269532-8c7c-4454-aa0e-93b57c3eed4d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7317c50-dadc-4b80-9bc8-59c11b9befe9 HTTP/1.1" status: 200 len: 850 time: 0.0463443 Jan 28 01:11:08.803806 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ee5b5-5159-433f-af43-3d84b7664dea req-df72a00d-88a4-4988-b666-3e5121d8ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:08.805316 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-800ee5b5-5159-433f-af43-3d84b7664dea req-df72a00d-88a4-4988-b666-3e5121d8ece0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cfb4a82a-108a-4a17-aae9-8777060ea51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0410495 Jan 28 01:11:08.901448 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-800ee5b5-5159-433f-af43-3d84b7664dea req-3d5cf142-482a-4ca5-a8e9-61905fafed5a service neutron] 10.222.0.53 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883121 Jan 28 01:11:09.000212 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-800ee5b5-5159-433f-af43-3d84b7664dea req-c21203b1-93eb-4bce-bf98-d5ba2ffcc41b service neutron] 10.222.0.53 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925450 Jan 28 01:11:09.488904 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f3a96-a395-42bd-8dd5-0e7ba149ac28 req-663103f7-1bc1-4882-be4b-2c3a3af023da tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:09.490395 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b07f3a96-a395-42bd-8dd5-0e7ba149ac28 req-663103f7-1bc1-4882-be4b-2c3a3af023da tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0516574 Jan 28 01:11:09.535287 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b07f3a96-a395-42bd-8dd5-0e7ba149ac28 req-6ac6feab-4b90-480b-bc01-86965425254f tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380344 Jan 28 01:11:10.659177 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1f063-e548-4553-a3f7-05203690cd99 req-b80fe675-111b-4e95-bd84-da5ba038c681 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:10.660847 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-42b1f063-e548-4553-a3f7-05203690cd99 req-b80fe675-111b-4e95-bd84-da5ba038c681 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0524004 Jan 28 01:11:10.700681 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-42b1f063-e548-4553-a3f7-05203690cd99 req-f1f07d6c-1971-45f3-b15a-c230a67b937e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337737 Jan 28 01:11:10.927178 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-c50461f0-4db5-48a7-986c-4a4f60e99d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:11.625794 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:11:12.235855 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:12.790256 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:12.796409 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9f405-1450-4497-8c67-425737ba6819 req-2cbd4ea4-67eb-4678-92fe-7e054de3484d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:12.797881 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f6f9f405-1450-4497-8c67-425737ba6819 req-2cbd4ea4-67eb-4678-92fe-7e054de3484d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0545161 Jan 28 01:11:12.839132 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f6f9f405-1450-4497-8c67-425737ba6819 req-06c81117-be65-480f-a85a-80b395e7b1b0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350606 Jan 28 01:11:13.659096 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:13.813135 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:13.962894 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f59b7e-ed24-4430-9671-e536a3f772bf req-0221c53a-b943-40bf-8146-fedce778db62 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:13.964418 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f0f59b7e-ed24-4430-9671-e536a3f772bf req-0221c53a-b943-40bf-8146-fedce778db62 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0517802 Jan 28 01:11:14.006169 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f0f59b7e-ed24-4430-9671-e536a3f772bf req-1c34f72e-8750-4683-9ed2-5d659fc1b429 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351820 Jan 28 01:11:15.137699 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee9d9f-518f-4692-b3f9-9f94e26477e5 req-0786cecf-7b4b-47e3-a55a-c648e65e1c02 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:15.139886 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cfee9d9f-518f-4692-b3f9-9f94e26477e5 req-0786cecf-7b4b-47e3-a55a-c648e65e1c02 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0539744 Jan 28 01:11:15.181446 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cfee9d9f-518f-4692-b3f9-9f94e26477e5 req-5ff8ecc0-34dc-4927-bcc7-c4eb6369aee1 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349262 Jan 28 01:11:16.303071 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facd938-3167-4ee2-9858-8ccd7ccfd07c req-d7562169-1c44-4ea5-a0d8-930a0ab0e651 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:16.304546 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1facd938-3167-4ee2-9858-8ccd7ccfd07c req-d7562169-1c44-4ea5-a0d8-930a0ab0e651 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0496135 Jan 28 01:11:16.343512 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1facd938-3167-4ee2-9858-8ccd7ccfd07c req-39eba280-80af-4ed3-952a-d7e894ceee59 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317121 Jan 28 01:11:17.276926 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7aaf9656-8b58-4b85-beca-225de7d72226 req-d0fec7d5-f65e-4753-813c-0953ae1167ed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401440 Jan 28 01:11:17.359377 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf9656-8b58-4b85-beca-225de7d72226 req-ab138dbf-9154-4e75-acae-3b768b20427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:17.360861 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7aaf9656-8b58-4b85-beca-225de7d72226 req-ab138dbf-9154-4e75-acae-3b768b20427b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f461312e34a4ce2b564420e836320e0&device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 1099 time: 0.0478194 Jan 28 01:11:17.495661 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf9656-8b58-4b85-beca-225de7d72226 req-bee0bc73-2179-45eb-b309-91106605b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:17.497136 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7aaf9656-8b58-4b85-beca-225de7d72226 req-bee0bc73-2179-45eb-b309-91106605b807 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cfb4a82a-108a-4a17-aae9-8777060ea51e HTTP/1.1" status: 200 len: 912 time: 0.1174858 Jan 28 01:11:17.506737 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8a5e3-11b8-4672-9c0c-8b52775c35e8 req-3743934d-bd33-4605-9019-fe8eb7b3454e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:17.508208 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-94a8a5e3-11b8-4672-9c0c-8b52775c35e8 req-3743934d-bd33-4605-9019-fe8eb7b3454e tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0841637 Jan 28 01:11:17.600653 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-94a8a5e3-11b8-4672-9c0c-8b52775c35e8 req-af74fbf2-737a-457d-8cc6-0414e7ebbafc tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790768 Jan 28 01:11:17.600653 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7aaf9656-8b58-4b85-beca-225de7d72226 req-cb0be31f-d35c-4775-a0b4-2d260ae5d8ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 HTTP/1.1" status: 200 len: 1002 time: 0.0873270 Jan 28 01:11:17.649824 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf9656-8b58-4b85-beca-225de7d72226 req-76984bed-0bc7-4b5b-872d-4bb2787bcc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:17.651311 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7aaf9656-8b58-4b85-beca-225de7d72226 req-76984bed-0bc7-4b5b-872d-4bb2787bcc1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7317c50-dadc-4b80-9bc8-59c11b9befe9 HTTP/1.1" status: 200 len: 850 time: 0.0485928 Jan 28 01:11:17.697709 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf9656-8b58-4b85-beca-225de7d72226 req-153d0909-fc41-42f7-9e10-2ba4dc3c3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:17.699217 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7aaf9656-8b58-4b85-beca-225de7d72226 req-153d0909-fc41-42f7-9e10-2ba4dc3c3601 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cfb4a82a-108a-4a17-aae9-8777060ea51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0411248 Jan 28 01:11:17.791215 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7aaf9656-8b58-4b85-beca-225de7d72226 req-0a5f1b6d-cc92-4923-bf33-f077e70177b4 service neutron] 10.222.0.53 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855505 Jan 28 01:11:17.885119 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7aaf9656-8b58-4b85-beca-225de7d72226 req-9f4a8b76-96d9-47ce-ac9e-85ae28ee417d service neutron] 10.222.0.53 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866313 Jan 28 01:11:18.719981 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28149259-c4e2-4f3a-bc45-61219041d031 req-3ffc339a-f927-4f03-ad92-dd883fc769bd tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:18.721463 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-28149259-c4e2-4f3a-bc45-61219041d031 req-3ffc339a-f927-4f03-ad92-dd883fc769bd tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0498929 Jan 28 01:11:18.759159 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-28149259-c4e2-4f3a-bc45-61219041d031 req-97216bd3-8ef4-4f81-abee-03001f3ad477 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317144 Jan 28 01:11:19.879421 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81866f-5f7b-4466-bc9a-c8ac3bea324c req-deb08cb4-d034-4d12-b097-62aa4928e1d2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:19.880785 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1d81866f-5f7b-4466-bc9a-c8ac3bea324c req-deb08cb4-d034-4d12-b097-62aa4928e1d2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0480540 Jan 28 01:11:19.918543 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1d81866f-5f7b-4466-bc9a-c8ac3bea324c req-f254f485-c682-49e0-bb4b-04832163e180 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317409 Jan 28 01:11:21.044113 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d2f86-51bf-43b7-9041-7a13444b2346 req-d8eeffc3-ba0e-4d99-9144-7fac9108a037 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:21.045664 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-037d2f86-51bf-43b7-9041-7a13444b2346 req-d8eeffc3-ba0e-4d99-9144-7fac9108a037 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0536752 Jan 28 01:11:21.084024 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-037d2f86-51bf-43b7-9041-7a13444b2346 req-811e0fce-a650-4a19-9ab3-72a40298e169 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323174 Jan 28 01:11:22.204179 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a831051-19d0-48af-82d8-8823f3ff98f9 req-3fc0a1c9-9d3b-4868-9de8-c31f471d6337 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:22.205598 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4a831051-19d0-48af-82d8-8823f3ff98f9 req-3fc0a1c9-9d3b-4868-9de8-c31f471d6337 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0497785 Jan 28 01:11:22.242388 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4a831051-19d0-48af-82d8-8823f3ff98f9 req-550e276a-41c9-46df-8c9c-bece58dc7486 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309367 Jan 28 01:11:23.362773 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7fbf9-466d-4372-80de-28c7fd8f451e req-ac1f9479-d1e9-4970-8144-7c6a2a427c3b tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:23.364243 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a5a7fbf9-466d-4372-80de-28c7fd8f451e req-ac1f9479-d1e9-4970-8144-7c6a2a427c3b tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0500982 Jan 28 01:11:23.402050 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a5a7fbf9-466d-4372-80de-28c7fd8f451e req-44ee05fc-ae0d-4f8e-9b23-2015dd9893d9 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316899 Jan 28 01:11:24.711412 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b7fdf79f-5d86-47b2-95a8-73905e25534e details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:11:24.754387 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acae90-c986-47af-b7b0-26213eb8c657 req-97860160-ff8d-40eb-a045-c1fec4fe23c2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:24.756047 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-84acae90-c986-47af-b7b0-26213eb8c657 req-97860160-ff8d-40eb-a045-c1fec4fe23c2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.2811460 Jan 28 01:11:24.803301 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-84acae90-c986-47af-b7b0-26213eb8c657 req-c78d8698-1efd-4ea8-96f2-93b4d99f4c67 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398233 Jan 28 01:11:24.824751 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b7fdf79f-5d86-47b2-95a8-73905e25534e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:24.845970 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'port_id': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'mac_address': 'fa:16:3e:0b:93:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:11:24.884981 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:24.899956 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7fdf79f-5d86-47b2-95a8-73905e25534e {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:11:24.925470 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b7fdf79f-5d86-47b2-95a8-73905e25534e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:25.019876 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:25.072761 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=b7fdf79f-5d86-47b2-95a8-73905e25534e,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:25.213767 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['b7fdf79f-5d86-47b2-95a8-73905e25534e'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:11:26.001016 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d20ccc-67b9-4f0e-900c-c68e7e0578c2 req-518b22c8-495b-4e62-ba90-51bc2cf40d67 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:26.002607 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a9d20ccc-67b9-4f0e-900c-c68e7e0578c2 req-518b22c8-495b-4e62-ba90-51bc2cf40d67 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 944 time: 0.1086566 Jan 28 01:11:26.044258 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a9d20ccc-67b9-4f0e-900c-c68e7e0578c2 req-ef0ff759-dcde-49b4-847a-5cefef557206 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350747 Jan 28 01:11:26.710317 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b7fdf79f-5d86-47b2-95a8-73905e25534e up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:26.777026 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port b7fdf79f-5d86-47b2-95a8-73905e25534e triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:26.777643 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:26.883545 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:26.909714 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fdf79f-5d86-47b2-95a8-73905e25534e'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:11:26.912080 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500a5a35-0fd1-48f4-8622-80493b6a0fce" -d '{"events": [{"server_uuid": "0ff1b7af-a2e8-4250-952c-164627c578f1", "name": "network-vif-plugged", "status": "completed", "tag": "b7fdf79f-5d86-47b2-95a8-73905e25534e"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:26.935547 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b7fdf79f-5d86-47b2-95a8-73905e25534e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:26.970537 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea76b59-af9f-4b2f-82e4-3504cd09ad50 x-openstack-request-id: req-7ea76b59-af9f-4b2f-82e4-3504cd09ad50 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:26.970804 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff1b7af-a2e8-4250-952c-164627c578f1", "name": "network-vif-plugged", "status": "completed", "tag": "b7fdf79f-5d86-47b2-95a8-73905e25534e", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:26.974642 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ea76b59-af9f-4b2f-82e4-3504cd09ad50 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:26.974642 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'code': 200} Jan 28 01:11:27.025808 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:27.088344 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=b7fdf79f-5d86-47b2-95a8-73905e25534e,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:27.193936 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee266010-5bbb-45fe-8b9a-bc9fc01481db req-6d31a6d2-2698-4b6d-83b0-fdba1c5ef187 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:27.195685 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ee266010-5bbb-45fe-8b9a-bc9fc01481db req-6d31a6d2-2698-4b6d-83b0-fdba1c5ef187 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0558710 Jan 28 01:11:27.248265 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ee266010-5bbb-45fe-8b9a-bc9fc01481db req-668e5495-b531-4bc8-966e-eb1368a95d62 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456450 Jan 28 01:11:28.394458 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baea402-415c-4952-be85-fa0fd2d7e789 req-0e627d35-2d27-410c-ade8-f64971ef2a58 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:28.402692 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7baea402-415c-4952-be85-fa0fd2d7e789 req-0e627d35-2d27-410c-ade8-f64971ef2a58 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0697448 Jan 28 01:11:28.447224 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7baea402-415c-4952-be85-fa0fd2d7e789 req-d8b3378b-406c-40a9-8ab8-6169a277bb00 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433142 Jan 28 01:11:29.571556 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047c3f2-519a-42cb-b11e-d7725963cdbe req-79074f84-6476-4f1c-b0fb-790dbee88fd3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:29.573687 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6047c3f2-519a-42cb-b11e-d7725963cdbe req-79074f84-6476-4f1c-b0fb-790dbee88fd3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0497735 Jan 28 01:11:29.618530 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6047c3f2-519a-42cb-b11e-d7725963cdbe req-b8c3b141-d926-45e3-96a0-da38f80792bd tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388713 Jan 28 01:11:30.756443 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2228955-5f62-4b4c-938d-be4a8a3708a0 req-855fad47-ea36-4c55-b46d-171910ae64f2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:30.758104 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2228955-5f62-4b4c-938d-be4a8a3708a0 req-855fad47-ea36-4c55-b46d-171910ae64f2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0594709 Jan 28 01:11:30.803918 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2228955-5f62-4b4c-938d-be4a8a3708a0 req-fc15ec98-d0e9-49fd-84b3-8e2261efffe8 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386977 Jan 28 01:11:31.945736 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a75111-7ba1-47dc-887d-82c0fe0182c6 req-f888ab2e-ece3-43e4-afdb-1466cc940d86 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:31.952707 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-37a75111-7ba1-47dc-887d-82c0fe0182c6 req-f888ab2e-ece3-43e4-afdb-1466cc940d86 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0632768 Jan 28 01:11:31.992598 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-37a75111-7ba1-47dc-887d-82c0fe0182c6 req-f0b8af9f-1892-4c8b-8247-e069bdb2e5a6 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387602 Jan 28 01:11:33.148960 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a70d6-7c19-4b48-a8ab-ac34bca60b64 req-6c036251-1492-4a69-b273-88ba1220649d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:33.150626 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d54a70d6-7c19-4b48-a8ab-ac34bca60b64 req-6c036251-1492-4a69-b273-88ba1220649d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0528083 Jan 28 01:11:33.194053 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d54a70d6-7c19-4b48-a8ab-ac34bca60b64 req-a88450a5-9a8b-4c88-ada6-b65add891d38 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367646 Jan 28 01:11:34.347344 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c417c-fbc5-448f-a223-92a3bf80bcb8 req-be217f31-6faf-4ced-ab65-c02de035da02 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:34.349639 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-581c417c-fbc5-448f-a223-92a3bf80bcb8 req-be217f31-6faf-4ced-ab65-c02de035da02 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0727365 Jan 28 01:11:34.395286 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-581c417c-fbc5-448f-a223-92a3bf80bcb8 req-debab5d9-8ccf-4cb2-bf69-774ccecb55dc tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382390 Jan 28 01:11:35.707818 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc0cfb-7b1b-46d7-92e6-3e70ac75ba9e req-f802da52-9ef9-45d4-bdb0-08f9cbc9a036 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:35.709297 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-39bc0cfb-7b1b-46d7-92e6-3e70ac75ba9e req-f802da52-9ef9-45d4-bdb0-08f9cbc9a036 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0587611 Jan 28 01:11:35.752981 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-39bc0cfb-7b1b-46d7-92e6-3e70ac75ba9e req-e3222f13-c089-4622-a185-369d6db078e9 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359561 Jan 28 01:11:36.876876 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac2e74-1ac6-48d3-93f9-1274ff6102fe req-cc898273-78a4-479d-8ce6-e4186bbfdf6a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:36.878351 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-27ac2e74-1ac6-48d3-93f9-1274ff6102fe req-cc898273-78a4-479d-8ce6-e4186bbfdf6a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0492940 Jan 28 01:11:36.919553 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-27ac2e74-1ac6-48d3-93f9-1274ff6102fe req-8b8b5db2-3ea5-404e-9729-3649cc74f207 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352437 Jan 28 01:11:37.214064 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef4145-52d7-41f6-abac-89a2eb0cf5ad req-ed55876c-02c9-4e9e-9485-11b90b0374f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:37.215646 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-57ef4145-52d7-41f6-abac-89a2eb0cf5ad req-ed55876c-02c9-4e9e-9485-11b90b0374f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b0da38f28ed432e803107ee76115dbc&device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 1098 time: 0.0420675 Jan 28 01:11:37.304916 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef4145-52d7-41f6-abac-89a2eb0cf5ad req-85030af0-d9bd-4bce-8fff-ead33ff2a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:37.306388 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-57ef4145-52d7-41f6-abac-89a2eb0cf5ad req-85030af0-d9bd-4bce-8fff-ead33ff2a1df service neutron] 10.222.0.53 "GET /v2.0/networks?id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212 HTTP/1.1" status: 200 len: 918 time: 0.0840330 Jan 28 01:11:37.373238 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-57ef4145-52d7-41f6-abac-89a2eb0cf5ad req-d43cd64a-8a23-4789-b572-3ff1b2f12809 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e HTTP/1.1" status: 200 len: 1001 time: 0.0592799 Jan 28 01:11:37.425437 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef4145-52d7-41f6-abac-89a2eb0cf5ad req-dc7ef34f-eec0-4c57-a419-5627e2e82292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:37.426911 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-57ef4145-52d7-41f6-abac-89a2eb0cf5ad req-dc7ef34f-eec0-4c57-a419-5627e2e82292 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de468f85-8d93-4089-bcfa-66cbbedae8e2 HTTP/1.1" status: 200 len: 856 time: 0.0475192 Jan 28 01:11:37.472663 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef4145-52d7-41f6-abac-89a2eb0cf5ad req-52042b73-7b50-424b-a9bd-d7e4ecc61014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:37.474076 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-57ef4145-52d7-41f6-abac-89a2eb0cf5ad req-52042b73-7b50-424b-a9bd-d7e4ecc61014 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0408645 Jan 28 01:11:37.571385 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-57ef4145-52d7-41f6-abac-89a2eb0cf5ad req-f8a717b8-6e1d-485e-885f-5491929066ec service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905895 Jan 28 01:11:37.677729 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-57ef4145-52d7-41f6-abac-89a2eb0cf5ad req-4af1a2dd-0101-4632-b725-0e0950e2ee2b service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996127 Jan 28 01:11:38.050552 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f4762-f8cd-432a-97a9-d2248ed5fa97 req-b8299ff1-5e4e-4c28-b9c7-b661eaf0e1f7 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:38.052103 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ed9f4762-f8cd-432a-97a9-d2248ed5fa97 req-b8299ff1-5e4e-4c28-b9c7-b661eaf0e1f7 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0577085 Jan 28 01:11:38.093755 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ed9f4762-f8cd-432a-97a9-d2248ed5fa97 req-76a1137b-1273-404c-8cbe-363815ed993f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356181 Jan 28 01:11:38.694916 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-15eb9f8c-d56e-4167-83da-f83df889036e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:39.224542 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d48811-a550-43af-984f-2023276b2264 req-c8aab528-ffa9-4881-a50a-9d4b969fa241 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:39.226048 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f9d48811-a550-43af-984f-2023276b2264 req-c8aab528-ffa9-4881-a50a-9d4b969fa241 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0576477 Jan 28 01:11:39.270883 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f9d48811-a550-43af-984f-2023276b2264 req-6117dbd7-1bd5-4897-bebc-097006ec8cc7 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381055 Jan 28 01:11:40.396006 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534bac9-9fe0-4a1d-b7ef-0f7af72d117a req-301fa074-451d-4f89-a289-766d833188d0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:40.397502 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a534bac9-9fe0-4a1d-b7ef-0f7af72d117a req-301fa074-451d-4f89-a289-766d833188d0 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 945 time: 0.0505183 Jan 28 01:11:40.436187 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a534bac9-9fe0-4a1d-b7ef-0f7af72d117a req-84c340b4-d144-439f-892e-5bdc52145dba tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Jan 28 01:11:40.828101 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b7fdf79f-5d86-47b2-95a8-73905e25534e no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:11:40.896243 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b3914b6e-0895-47cd-bb00-a2f37c3436ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:40.912921 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:40.935591 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7fdf79f-5d86-47b2-95a8-73905e25534e'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:11:40.937807 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81124ea9-1091-466a-8410-2ec4a71268d5" -d '{"events": [{"server_uuid": "0ff1b7af-a2e8-4250-952c-164627c578f1", "name": "network-vif-unplugged", "status": "completed", "tag": "b7fdf79f-5d86-47b2-95a8-73905e25534e"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:40.955301 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b7fdf79f-5d86-47b2-95a8-73905e25534e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:40.974887 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9d5343-15be-4983-b299-3d9a8f30706d x-openstack-request-id: req-8f9d5343-15be-4983-b299-3d9a8f30706d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:40.979354 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff1b7af-a2e8-4250-952c-164627c578f1", "name": "network-vif-unplugged", "status": "failed", "tag": "b7fdf79f-5d86-47b2-95a8-73905e25534e", "code": 422}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:40.979354 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f9d5343-15be-4983-b299-3d9a8f30706d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:40.979354 dv-cinder-821890-1-smb neutron-server[102113]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'code': 422} returned with failed status Jan 28 01:11:41.032721 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:41.080307 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=b7fdf79f-5d86-47b2-95a8-73905e25534e,revision_number=8']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:42.181315 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:42.514734 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [req-c3fb91ae-772b-4978-91b9-e41da83d4291 req-7228ede5-0ff5-4236-810f-1457cc4fb74b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102112) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:11:42.515774 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c3fb91ae-772b-4978-91b9-e41da83d4291 req-7228ede5-0ff5-4236-810f-1457cc4fb74b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0587823 Jan 28 01:11:42.820904 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:42.872857 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3019e0f-9dde-4035-bc5b-ff55b01e7f13 req-f1d55c54-f4dc-4b7e-b999-4245d8d7d665 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:42.874332 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b3019e0f-9dde-4035-bc5b-ff55b01e7f13 req-f1d55c54-f4dc-4b7e-b999-4245d8d7d665 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.0494566 Jan 28 01:11:42.923933 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b3019e0f-9dde-4035-bc5b-ff55b01e7f13 req-3ff0a7c8-af4f-457c-aedf-0024e28803a1 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421932 Jan 28 01:11:43.195833 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-056cc8b3-62fb-4910-8f4b-ce9487902798 req-dffd9c14-684f-4ab1-9ed8-381d4ec719ab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436144 Jan 28 01:11:43.707413 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:43.878082 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:44.065114 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89bbac-6375-4d4f-ba5f-305598bc205e req-4b321245-be8f-4068-8be8-4c0f062e1dc2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:44.066655 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0c89bbac-6375-4d4f-ba5f-305598bc205e req-4b321245-be8f-4068-8be8-4c0f062e1dc2 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.0530303 Jan 28 01:11:44.109872 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0c89bbac-6375-4d4f-ba5f-305598bc205e req-125fe924-47c5-49ac-8140-d966eedb429d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372365 Jan 28 01:11:44.995821 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc8b3-62fb-4910-8f4b-ce9487902798 req-8c7f195f-a17d-4cb8-bac4-bbd7366ec93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:44.996724 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-056cc8b3-62fb-4910-8f4b-ce9487902798 req-8c7f195f-a17d-4cb8-bac4-bbd7366ec93e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1&tenant_id=4b0da38f28ed432e803107ee76115dbc HTTP/1.1" status: 200 len: 1096 time: 0.0999482 Jan 28 01:11:45.075750 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc8b3-62fb-4910-8f4b-ce9487902798 req-7cf7f3a8-2f41-4eb1-8080-186e0b35e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:45.077349 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-056cc8b3-62fb-4910-8f4b-ce9487902798 req-7cf7f3a8-2f41-4eb1-8080-186e0b35e120 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4b0da38f28ed432e803107ee76115dbc&device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 1096 time: 0.0433207 Jan 28 01:11:45.241877 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc8b3-62fb-4910-8f4b-ce9487902798 req-d954e560-497d-4a46-a021-c15f77be0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:45.243350 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-056cc8b3-62fb-4910-8f4b-ce9487902798 req-d954e560-497d-4a46-a021-c15f77be0f3b service neutron] 10.222.0.53 "GET /v2.0/networks?id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212 HTTP/1.1" status: 200 len: 918 time: 0.1581914 Jan 28 01:11:45.258477 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50714c86-699d-4cb0-a17d-2c1d80cce706 req-0c94482a-6aea-4542-866c-c62b1b6b2791 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:45.259976 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-50714c86-699d-4cb0-a17d-2c1d80cce706 req-0c94482a-6aea-4542-866c-c62b1b6b2791 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.1025577 Jan 28 01:11:45.280414 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b2635-744c-4263-8446-28110b98e8c9 req-0c69c874-909d-45c4-9820-3f404c408911 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:45.281864 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ae5b2635-744c-4263-8446-28110b98e8c9 req-0c69c874-909d-45c4-9820-3f404c408911 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.0885506 Jan 28 01:11:45.380298 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-056cc8b3-62fb-4910-8f4b-ce9487902798 req-2c3b01ad-adc3-42f1-9309-1279c6662a7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e HTTP/1.1" status: 200 len: 999 time: 0.1165576 Jan 28 01:11:45.403091 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-50714c86-699d-4cb0-a17d-2c1d80cce706 req-0760909f-542a-4a3d-abef-3582da859c6b tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322803 Jan 28 01:11:45.407030 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ae5b2635-744c-4263-8446-28110b98e8c9 req-da516fec-175c-4009-872a-100a14e325bb tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884101 Jan 28 01:11:45.441408 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc8b3-62fb-4910-8f4b-ce9487902798 req-3d752dc2-55c7-496f-9244-2e79428d4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:45.442865 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-056cc8b3-62fb-4910-8f4b-ce9487902798 req-3d752dc2-55c7-496f-9244-2e79428d4ce5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de468f85-8d93-4089-bcfa-66cbbedae8e2 HTTP/1.1" status: 200 len: 856 time: 0.0514829 Jan 28 01:11:45.492058 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cc8b3-62fb-4910-8f4b-ce9487902798 req-50b50111-f600-4d48-8e63-44d4b6eb7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:45.493494 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-056cc8b3-62fb-4910-8f4b-ce9487902798 req-50b50111-f600-4d48-8e63-44d4b6eb7534 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bce857a8-9a20-4d4b-bbf0-308a9ef4d212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0413213 Jan 28 01:11:45.588217 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-056cc8b3-62fb-4910-8f4b-ce9487902798 req-7cab94ee-d6d4-45aa-a40d-fa7784b43e1b service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875061 Jan 28 01:11:45.680753 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-056cc8b3-62fb-4910-8f4b-ce9487902798 req-b99b473c-8ec3-4c00-815c-b67fa3c8d5e7 service neutron] 10.222.0.53 "GET /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858667 Jan 28 01:11:46.609896 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e70f13-028d-4936-80fa-ca394d85a6a0 req-771e1073-30ee-4c0e-8bb1-0706b24057d3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:46.612621 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c8e70f13-028d-4936-80fa-ca394d85a6a0 req-771e1073-30ee-4c0e-8bb1-0706b24057d3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0979528 Jan 28 01:11:46.625601 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91775a8-1e9e-4c90-a5c2-019718539b8d req-e23590c7-e8f6-4933-a8d8-51662c701dc4 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:46.633708 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e91775a8-1e9e-4c90-a5c2-019718539b8d req-e23590c7-e8f6-4933-a8d8-51662c701dc4 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.1170707 Jan 28 01:11:46.699434 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c8e70f13-028d-4936-80fa-ca394d85a6a0 req-fa645f4c-f65a-405e-8a29-679304070235 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627828 Jan 28 01:11:46.723521 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e91775a8-1e9e-4c90-a5c2-019718539b8d req-75fa0502-7568-4e17-a2b7-7d41017d092a tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888116 Jan 28 01:11:47.872071 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5c3d5-5491-46ea-82e7-dbbd5acdf212 req-9ae28ef8-e7ac-493a-92c5-89799c09337a tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:47.876553 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-43a5c3d5-5491-46ea-82e7-dbbd5acdf212 req-9ae28ef8-e7ac-493a-92c5-89799c09337a tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.1056273 Jan 28 01:11:47.896717 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ddca4-843f-4153-aae7-3f9c7f20cf3a req-be1c865c-d8e8-4999-89ed-5fdf464963b6 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:47.898217 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5e9ddca4-843f-4153-aae7-3f9c7f20cf3a req-be1c865c-d8e8-4999-89ed-5fdf464963b6 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.0858538 Jan 28 01:11:47.944125 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-43a5c3d5-5491-46ea-82e7-dbbd5acdf212 req-54af46b7-1c1d-4395-ae11-0cf3c0c5f03f tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639493 Jan 28 01:11:47.967798 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5e9ddca4-843f-4153-aae7-3f9c7f20cf3a req-569eb552-1235-4feb-a471-8a42c337e3ff tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629489 Jan 28 01:11:48.625503 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:11:49.102901 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9bd5d-99c8-45eb-a761-758d761cf74f req-e2c9acb9-3887-463d-bfaa-6ee7d3bcd9f6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:49.105393 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fee9bd5d-99c8-45eb-a761-758d761cf74f req-e2c9acb9-3887-463d-bfaa-6ee7d3bcd9f6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0881107 Jan 28 01:11:49.117716 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60cbeb-59f7-4efb-a3a2-2973942bd9b6 req-d6a3fc67-85a5-4762-bc9c-8fa969f3f8a8 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:49.119285 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e60cbeb-59f7-4efb-a3a2-2973942bd9b6 req-d6a3fc67-85a5-4762-bc9c-8fa969f3f8a8 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.0738091 Jan 28 01:11:49.176431 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fee9bd5d-99c8-45eb-a761-758d761cf74f req-6d70037c-5c17-49f2-acb2-e6b6600234ea tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558312 Jan 28 01:11:49.190649 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3e60cbeb-59f7-4efb-a3a2-2973942bd9b6 req-6853afc7-4f81-46ea-845d-314bff0f5418 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628872 Jan 28 01:11:50.344052 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdc0a1-2968-4f27-96a5-35aec54b0aff req-d6c8c0d2-aaa1-4d1c-8dcb-71d462383fc7 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:50.346880 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6ecdc0a1-2968-4f27-96a5-35aec54b0aff req-d6c8c0d2-aaa1-4d1c-8dcb-71d462383fc7 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0853553 Jan 28 01:11:50.387068 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32da1a8-5afe-459c-aaf6-5a519dba0100 req-7c61a4dd-c46e-4322-ab09-205b2cdbe854 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:50.388466 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b32da1a8-5afe-459c-aaf6-5a519dba0100 req-7c61a4dd-c46e-4322-ab09-205b2cdbe854 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.0984344 Jan 28 01:11:50.425098 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6ecdc0a1-2968-4f27-96a5-35aec54b0aff req-1d848e85-23f1-4307-bb6c-25f0ef2bceef tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712290 Jan 28 01:11:50.447467 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b32da1a8-5afe-459c-aaf6-5a519dba0100 req-0f7c013d-7a8c-4691-a4de-088b397abd1d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459120 Jan 28 01:11:51.585724 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daec9f-f6ff-46ff-90e9-e4f461d51b9f req-4d7e37f9-a9df-4c21-8790-987df4b09ea7 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:51.587212 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-14daec9f-f6ff-46ff-90e9-e4f461d51b9f req-4d7e37f9-a9df-4c21-8790-987df4b09ea7 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0912468 Jan 28 01:11:51.605098 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36618b99-ad68-4774-a8cd-b4e8a4496f53 req-3af9d010-7d25-410f-8bff-f65643db2f78 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:51.607401 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-36618b99-ad68-4774-a8cd-b4e8a4496f53 req-3af9d010-7d25-410f-8bff-f65643db2f78 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.0749004 Jan 28 01:11:51.658417 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-14daec9f-f6ff-46ff-90e9-e4f461d51b9f req-f5911926-4996-432f-8fdd-18989b9ee185 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644698 Jan 28 01:11:51.684630 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-36618b99-ad68-4774-a8cd-b4e8a4496f53 req-09ed9c59-4679-40bc-a6cb-8125873ba1f8 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699005 Jan 28 01:11:52.830922 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001887c-7a13-4cfd-895a-cc95659cfb26 req-344d7d41-e9c1-4b9f-bcde-3d7bd1f9f921 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:52.833051 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1001887c-7a13-4cfd-895a-cc95659cfb26 req-344d7d41-e9c1-4b9f-bcde-3d7bd1f9f921 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0941458 Jan 28 01:11:52.859720 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02693da-5e6f-474a-b80a-fbab10bbf089 req-0200b9f6-f1e4-4c7d-a83b-52c109e6e01d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:52.862181 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c02693da-5e6f-474a-b80a-fbab10bbf089 req-0200b9f6-f1e4-4c7d-a83b-52c109e6e01d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.0874176 Jan 28 01:11:52.927407 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1001887c-7a13-4cfd-895a-cc95659cfb26 req-80db919d-112d-4930-bc01-afd3575a82f0 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757678 Jan 28 01:11:52.953752 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c02693da-5e6f-474a-b80a-fbab10bbf089 req-ef0f3ad6-ea79-4c0b-8914-0a59d733dcd6 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798233 Jan 28 01:11:54.088284 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02166d8-009b-4229-93e9-c830317341d5 req-550f814d-6c23-466a-8de0-1dc0365584f9 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:54.089809 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e02166d8-009b-4229-93e9-c830317341d5 req-550f814d-6c23-466a-8de0-1dc0365584f9 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0852280 Jan 28 01:11:54.137413 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be48619-a8e7-4086-8a91-9a51754a37fe req-8703806f-38e6-491d-b362-11340451ca40 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:54.138946 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5be48619-a8e7-4086-8a91-9a51754a37fe req-8703806f-38e6-491d-b362-11340451ca40 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.0949705 Jan 28 01:11:54.147137 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e02166d8-009b-4229-93e9-c830317341d5 req-38361bfe-8df9-4adb-a341-780f07edfda5 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496058 Jan 28 01:11:54.182725 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5be48619-a8e7-4086-8a91-9a51754a37fe req-79e79618-6504-4854-a3eb-4caa782f42a6 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346713 Jan 28 01:11:55.317947 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048317b1-fb8d-4004-bd25-47f94faa24ad req-db081e46-bc4f-421d-90a5-e071dbcff265 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:55.319507 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-048317b1-fb8d-4004-bd25-47f94faa24ad req-db081e46-bc4f-421d-90a5-e071dbcff265 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0874746 Jan 28 01:11:55.332941 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598372f5-b20b-4f34-8fb0-daaea9b14295 req-0af683fa-39d5-40c3-9b39-230f9f6423bc tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:55.334494 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-598372f5-b20b-4f34-8fb0-daaea9b14295 req-0af683fa-39d5-40c3-9b39-230f9f6423bc tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.0695899 Jan 28 01:11:55.392561 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-048317b1-fb8d-4004-bd25-47f94faa24ad req-f04058c0-7c34-4a02-9986-5dfea79dc1f2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569983 Jan 28 01:11:55.398733 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-598372f5-b20b-4f34-8fb0-daaea9b14295 req-a4c17467-3e87-4892-9897-f637fc542692 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568240 Jan 28 01:11:55.764529 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3720a-f786-4c68-97c0-91d81535c893 req-6b68b050-964d-449c-b0b3-b7d0294463d5 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:55.766037 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0be3720a-f786-4c68-97c0-91d81535c893 req-6b68b050-964d-449c-b0b3-b7d0294463d5 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0518494 Jan 28 01:11:55.821046 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0be3720a-f786-4c68-97c0-91d81535c893 req-8b918bf2-ebca-4168-9ea3-9b77f6fe36f2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476131 Jan 28 01:11:55.875399 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f595f-5100-4959-9d4d-0c502437e5e5 req-982bc802-378b-4a45-8c07-a8974cde7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:55.877174 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a19f595f-5100-4959-9d4d-0c502437e5e5 req-982bc802-378b-4a45-8c07-a8974cde7d05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f461312e34a4ce2b564420e836320e0&device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 1099 time: 0.0443978 Jan 28 01:11:55.972631 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f595f-5100-4959-9d4d-0c502437e5e5 req-b21413c8-b321-4e34-8849-72a6e195063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:55.974169 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a19f595f-5100-4959-9d4d-0c502437e5e5 req-b21413c8-b321-4e34-8849-72a6e195063d service neutron] 10.222.0.53 "GET /v2.0/networks?id=cfb4a82a-108a-4a17-aae9-8777060ea51e HTTP/1.1" status: 200 len: 912 time: 0.0913196 Jan 28 01:11:56.296708 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a19f595f-5100-4959-9d4d-0c502437e5e5 req-b51e89d1-05c4-49cc-9e27-2455a5bd3fb4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 HTTP/1.1" status: 200 len: 1002 time: 0.3159442 Jan 28 01:11:56.348558 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f595f-5100-4959-9d4d-0c502437e5e5 req-cd2696f8-b9d1-4f17-bd96-217b4a43a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:56.350033 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a19f595f-5100-4959-9d4d-0c502437e5e5 req-cd2696f8-b9d1-4f17-bd96-217b4a43a459 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7317c50-dadc-4b80-9bc8-59c11b9befe9 HTTP/1.1" status: 200 len: 850 time: 0.0463774 Jan 28 01:11:56.397078 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f595f-5100-4959-9d4d-0c502437e5e5 req-1a72b1f4-eeb9-45b4-ae3a-58fbdc965a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:56.398577 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a19f595f-5100-4959-9d4d-0c502437e5e5 req-1a72b1f4-eeb9-45b4-ae3a-58fbdc965a06 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cfb4a82a-108a-4a17-aae9-8777060ea51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0419168 Jan 28 01:11:56.509614 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a19f595f-5100-4959-9d4d-0c502437e5e5 req-0ef87c77-e411-42a5-993b-4648aacbbb2c service neutron] 10.222.0.53 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991046 Jan 28 01:11:56.604307 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d5c1d-88cd-4a8b-b58d-0936e4e02886 req-ceca433a-54a0-47c6-8da1-010f39faf5bf tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:56.605820 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7d3d5c1d-88cd-4a8b-b58d-0936e4e02886 req-ceca433a-54a0-47c6-8da1-010f39faf5bf tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 943 time: 0.1158659 Jan 28 01:11:56.647105 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a19f595f-5100-4959-9d4d-0c502437e5e5 req-1314eeb8-116b-4f3d-bbf5-5fd2c948343c service neutron] 10.222.0.53 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234908 Jan 28 01:11:56.667845 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7d3d5c1d-88cd-4a8b-b58d-0936e4e02886 req-b477bfae-f253-44e2-ab6b-8cc5a04441ab tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508404 Jan 28 01:11:56.853614 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b7fdf79f-5d86-47b2-95a8-73905e25534e details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:11:56.943924 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb41362-ae80-4b39-a9f0-dbe14a68f51c req-1c8e6576-bd95-411f-a49a-1ed61a629a0c tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:56.945497 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-edb41362-ae80-4b39-a9f0-dbe14a68f51c req-1c8e6576-bd95-411f-a49a-1ed61a629a0c tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0515287 Jan 28 01:11:56.960468 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b7fdf79f-5d86-47b2-95a8-73905e25534e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:56.971615 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'port_id': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'mac_address': 'fa:16:3e:0b:93:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:11:56.985652 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-edb41362-ae80-4b39-a9f0-dbe14a68f51c req-4c1fd6f1-3736-4f38-a44a-c8708380d8b3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335295 Jan 28 01:11:57.015012 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:57.029221 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7fdf79f-5d86-47b2-95a8-73905e25534e {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:11:57.050462 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b7fdf79f-5d86-47b2-95a8-73905e25534e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:57.152113 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:57.203161 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=b7fdf79f-5d86-47b2-95a8-73905e25534e,revision_number=9']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:57.510941 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['b7fdf79f-5d86-47b2-95a8-73905e25534e'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:11:57.792613 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af46edc-bcb1-483b-ada6-d77afbcd7b9e req-b06185fb-ee5e-45c2-a943-0bbb6f54bcfe tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:57.793975 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2af46edc-bcb1-483b-ada6-d77afbcd7b9e req-b06185fb-ee5e-45c2-a943-0bbb6f54bcfe tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 944 time: 0.0486741 Jan 28 01:11:57.832791 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2af46edc-bcb1-483b-ada6-d77afbcd7b9e req-86c8ff8c-7150-4f00-9d57-7f43ee5e236f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325365 Jan 28 01:11:58.116178 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfdd87-541e-4640-8f58-17c6c52ebff4 req-04ce8d2c-706b-45cf-9880-1f232ba838c8 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:58.117554 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-18bfdd87-541e-4640-8f58-17c6c52ebff4 req-04ce8d2c-706b-45cf-9880-1f232ba838c8 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0580728 Jan 28 01:11:58.164656 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-18bfdd87-541e-4640-8f58-17c6c52ebff4 req-7dec7f49-6dc3-450a-b4a8-24ed6a6c9b04 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409760 Jan 28 01:11:58.856522 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b7fdf79f-5d86-47b2-95a8-73905e25534e up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:58.925877 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port b7fdf79f-5d86-47b2-95a8-73905e25534e triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:58.926305 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:58.975561 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bb980-e086-4787-b20b-04d129d0c0ab req-1325ea1a-df30-44bc-8878-6a31ad4bb60d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:58.977207 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-738bb980-e086-4787-b20b-04d129d0c0ab req-1325ea1a-df30-44bc-8878-6a31ad4bb60d tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 944 time: 0.0637376 Jan 28 01:11:59.026049 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-738bb980-e086-4787-b20b-04d129d0c0ab req-bfb89166-aa17-4bad-92dd-ab2cc16d0a1c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Jan 28 01:11:59.028070 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:59.066320 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fdf79f-5d86-47b2-95a8-73905e25534e'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:11:59.069647 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c93e75-2aab-456f-9858-8215629c3b23" -d '{"events": [{"server_uuid": "0ff1b7af-a2e8-4250-952c-164627c578f1", "name": "network-vif-plugged", "status": "completed", "tag": "b7fdf79f-5d86-47b2-95a8-73905e25534e"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:59.085334 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b7fdf79f-5d86-47b2-95a8-73905e25534e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:59.199420 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:11:59.210921 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506de886-5065-49d7-806e-f56683c0ab92 x-openstack-request-id: req-506de886-5065-49d7-806e-f56683c0ab92 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:59.211387 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff1b7af-a2e8-4250-952c-164627c578f1", "name": "network-vif-plugged", "status": "completed", "tag": "b7fdf79f-5d86-47b2-95a8-73905e25534e", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:59.211829 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-506de886-5065-49d7-806e-f56683c0ab92 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:59.212438 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'code': 200} Jan 28 01:11:59.274313 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=b7fdf79f-5d86-47b2-95a8-73905e25534e,revision_number=10']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:59.603483 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea39f35-1192-4e6c-b4c1-5aca790c4779 req-4307bcd2-68cd-41fe-b5ce-d59ea11cb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:59.604974 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3ea39f35-1192-4e6c-b4c1-5aca790c4779 req-4307bcd2-68cd-41fe-b5ce-d59ea11cb204 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 1099 time: 0.0443237 Jan 28 01:11:59.647020 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3ea39f35-1192-4e6c-b4c1-5aca790c4779 req-681783e8-b55b-4a05-a3b7-32091c6a6ea2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343752 Jan 28 01:12:00.153348 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd2725-3f14-4344-bb66-3e6b51ea1bcc req-5dddb50b-9a53-46c9-a15e-81d56d2bd172 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:00.154787 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-36cd2725-3f14-4344-bb66-3e6b51ea1bcc req-5dddb50b-9a53-46c9-a15e-81d56d2bd172 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 946 time: 0.0513630 Jan 28 01:12:00.199781 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-36cd2725-3f14-4344-bb66-3e6b51ea1bcc req-83f6c060-ba44-4dcc-9267-ce8ab5018b03 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376682 Jan 28 01:12:01.336663 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7b990-1dd8-4521-866e-099db315d976 req-4e390ffc-aca1-4996-8024-f1f0334cae43 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:01.338695 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-60a7b990-1dd8-4521-866e-099db315d976 req-4e390ffc-aca1-4996-8024-f1f0334cae43 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 946 time: 0.0534096 Jan 28 01:12:01.384087 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-60a7b990-1dd8-4521-866e-099db315d976 req-465868b5-8fab-4d71-ad4a-e2935e196f68 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360386 Jan 28 01:12:02.512200 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc8a81-ab2c-47c4-8981-fc5a22ecd79e req-26c57ee8-da28-4260-80fe-8b10a0e9a355 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:02.513738 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-43fc8a81-ab2c-47c4-8981-fc5a22ecd79e req-26c57ee8-da28-4260-80fe-8b10a0e9a355 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 946 time: 0.0548110 Jan 28 01:12:02.558507 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-43fc8a81-ab2c-47c4-8981-fc5a22ecd79e req-c9b2c6cd-5c05-441f-8d67-c5ce13b36094 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378284 Jan 28 01:12:08.735323 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54014163-0e03-48ee-93ed-ca0f5cb5ad00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:10.920599 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-11fcac62-9e4c-4a87-b623-d789e45549f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:12.177514 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:12.840218 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:13.693077 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:13.827829 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:16.602730 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf8ee7-255a-48d3-9a7b-48d99669ae9a req-e04f7211-1d2b-4437-b375-ddbb618f6317 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:16.604608 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3fdf8ee7-255a-48d3-9a7b-48d99669ae9a req-e04f7211-1d2b-4437-b375-ddbb618f6317 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0794785 Jan 28 01:12:16.658047 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3fdf8ee7-255a-48d3-9a7b-48d99669ae9a req-0630b312-daca-4aac-9bed-5f8c0a6fc6b8 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461845 Jan 28 01:12:17.795769 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4c260-0d43-4741-9e17-3af5b242596d req-7de04008-a89f-4fbe-98fa-9e8dd9aecf15 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:17.797230 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a3c4c260-0d43-4741-9e17-3af5b242596d req-7de04008-a89f-4fbe-98fa-9e8dd9aecf15 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0578301 Jan 28 01:12:17.850753 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a3c4c260-0d43-4741-9e17-3af5b242596d req-c3a42aad-23e5-4fa1-ad8a-363d3872f389 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434594 Jan 28 01:12:18.549690 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c459-cc88-42f4-954b-50ea24fe8aed req-54cf427a-8b69-494a-a5af-b12d6aebed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:18.551912 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e180c459-cc88-42f4-954b-50ea24fe8aed req-54cf427a-8b69-494a-a5af-b12d6aebed6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef7669c4535f486e84670c0aa9d7422c&device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 1098 time: 0.0452554 Jan 28 01:12:18.693719 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c459-cc88-42f4-954b-50ea24fe8aed req-12c5b975-0a2c-4b97-bb5f-ecd9b72e9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:18.695324 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e180c459-cc88-42f4-954b-50ea24fe8aed req-12c5b975-0a2c-4b97-bb5f-ecd9b72e9085 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0158366-ed76-4a90-85ef-982ed6985089 HTTP/1.1" status: 200 len: 910 time: 0.1143942 Jan 28 01:12:18.789421 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e180c459-cc88-42f4-954b-50ea24fe8aed req-fcd741b7-1ea8-413b-b4d7-a46b3e276a8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6 HTTP/1.1" status: 200 len: 1001 time: 0.0865421 Jan 28 01:12:18.848416 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c459-cc88-42f4-954b-50ea24fe8aed req-b2d42bc0-bafe-45a3-8c92-22088bd5e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:18.849809 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e180c459-cc88-42f4-954b-50ea24fe8aed req-b2d42bc0-bafe-45a3-8c92-22088bd5e001 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01a556f0-3a34-4488-917c-016488a4c3ad HTTP/1.1" status: 200 len: 848 time: 0.0538557 Jan 28 01:12:18.914274 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c459-cc88-42f4-954b-50ea24fe8aed req-0a3afce4-5b0a-4e22-96ad-c79b7519f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:18.916229 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e180c459-cc88-42f4-954b-50ea24fe8aed req-0a3afce4-5b0a-4e22-96ad-c79b7519f670 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0158366-ed76-4a90-85ef-982ed6985089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0557058 Jan 28 01:12:19.080809 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514b2c7-5e53-4b60-89b5-0ebab0c3569e req-c0e86a12-e262-4209-b001-9d4d80417b3d tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:19.083397 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2514b2c7-5e53-4b60-89b5-0ebab0c3569e req-c0e86a12-e262-4209-b001-9d4d80417b3d tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.1275380 Jan 28 01:12:19.093601 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e180c459-cc88-42f4-954b-50ea24fe8aed req-59a8ac17-20ae-4ea9-8e47-8c384a04c6ee service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668034 Jan 28 01:12:19.179810 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2514b2c7-5e53-4b60-89b5-0ebab0c3569e req-fd1fad08-5c69-443c-a49b-53a8cbe16672 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850363 Jan 28 01:12:19.232904 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e180c459-cc88-42f4-954b-50ea24fe8aed req-3a949a51-a3e2-4f1a-82f1-1fec34dd3901 service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237199 Jan 28 01:12:20.348334 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066ac2a-0198-4108-bdd4-1e67bffa1cb9 req-230cb3e5-baca-4ee6-b55d-9db607f4efdc tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:20.350174 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3066ac2a-0198-4108-bdd4-1e67bffa1cb9 req-230cb3e5-baca-4ee6-b55d-9db607f4efdc tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0806201 Jan 28 01:12:20.404694 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3066ac2a-0198-4108-bdd4-1e67bffa1cb9 req-8607ee9e-cecf-4d52-84be-5d0cd32ad569 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482633 Jan 28 01:12:21.589462 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b744a69-13d6-4508-896a-da63b4b8a952 req-0398a5a8-a53a-4de7-858c-6bdeb9e3bd4b tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:21.592053 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7b744a69-13d6-4508-896a-da63b4b8a952 req-0398a5a8-a53a-4de7-858c-6bdeb9e3bd4b tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0819767 Jan 28 01:12:21.638669 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7b744a69-13d6-4508-896a-da63b4b8a952 req-e27a6fc7-018c-44d5-bc65-fd4e8dc4e1a9 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387230 Jan 28 01:12:22.787499 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854420a-89fe-4a13-bf2a-7c807973cfcc req-1cb95969-b3dd-4470-b823-0142db46ceb7 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:22.789053 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6854420a-89fe-4a13-bf2a-7c807973cfcc req-1cb95969-b3dd-4470-b823-0142db46ceb7 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0694151 Jan 28 01:12:22.844299 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6854420a-89fe-4a13-bf2a-7c807973cfcc req-dbb6d7c8-a682-48b0-a202-fa9c43b84f95 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443304 Jan 28 01:12:24.008503 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0a843-c433-497a-aca0-67d07854f095 req-ddb8b987-1f3a-4471-a940-3f225fe67586 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:24.011130 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d3c0a843-c433-497a-aca0-67d07854f095 req-ddb8b987-1f3a-4471-a940-3f225fe67586 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0713899 Jan 28 01:12:24.059036 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d3c0a843-c433-497a-aca0-67d07854f095 req-c1d0b078-b6c8-4792-91fb-ad036949d27e tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361643 Jan 28 01:12:25.185353 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2f107-6bb4-44dd-9734-a0402d9634ff req-f2039ec4-a9ae-48e3-b075-6f83b6ba3557 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:25.187066 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4fe2f107-6bb4-44dd-9734-a0402d9634ff req-f2039ec4-a9ae-48e3-b075-6f83b6ba3557 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0518701 Jan 28 01:12:25.237798 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4fe2f107-6bb4-44dd-9734-a0402d9634ff req-722cd75e-eab0-4a40-be42-98a7fff85bb8 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394707 Jan 28 01:12:25.625361 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:12:26.378066 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f137b0-3082-4525-a5e7-e11d79795b72 req-4eb2ef40-bc24-488e-97e4-87a42ce30b75 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:26.380807 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-75f137b0-3082-4525-a5e7-e11d79795b72 req-4eb2ef40-bc24-488e-97e4-87a42ce30b75 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0664382 Jan 28 01:12:26.439810 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-75f137b0-3082-4525-a5e7-e11d79795b72 req-2dec7963-2c90-46d6-8259-f7023c356ebf tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523386 Jan 28 01:12:26.881540 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0837a-1ddd-4f6b-ab72-a42a69547a31 req-36457ac2-0a4d-4841-8076-94e413380bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:26.882979 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-55d0837a-1ddd-4f6b-ab72-a42a69547a31 req-36457ac2-0a4d-4841-8076-94e413380bd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef7669c4535f486e84670c0aa9d7422c&device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 1098 time: 0.0524204 Jan 28 01:12:26.980528 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0837a-1ddd-4f6b-ab72-a42a69547a31 req-295273e8-602f-44fc-a81b-e54c116937ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:26.982085 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-55d0837a-1ddd-4f6b-ab72-a42a69547a31 req-295273e8-602f-44fc-a81b-e54c116937ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0158366-ed76-4a90-85ef-982ed6985089 HTTP/1.1" status: 200 len: 910 time: 0.0920191 Jan 28 01:12:27.073077 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-55d0837a-1ddd-4f6b-ab72-a42a69547a31 req-b4d8bf6a-6563-4d03-9364-46f9e5000f90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6 HTTP/1.1" status: 200 len: 1001 time: 0.0832279 Jan 28 01:12:27.148503 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0837a-1ddd-4f6b-ab72-a42a69547a31 req-d4d6a45c-5a4b-4238-9a01-3584d3abf19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:27.150879 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-55d0837a-1ddd-4f6b-ab72-a42a69547a31 req-d4d6a45c-5a4b-4238-9a01-3584d3abf19f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01a556f0-3a34-4488-917c-016488a4c3ad HTTP/1.1" status: 200 len: 848 time: 0.0706434 Jan 28 01:12:27.207875 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0837a-1ddd-4f6b-ab72-a42a69547a31 req-c7ca6559-1760-4795-ac7d-2487aa875cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:27.209565 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-55d0837a-1ddd-4f6b-ab72-a42a69547a31 req-c7ca6559-1760-4795-ac7d-2487aa875cbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0158366-ed76-4a90-85ef-982ed6985089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0499661 Jan 28 01:12:27.323996 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-55d0837a-1ddd-4f6b-ab72-a42a69547a31 req-07db47b2-ae8c-4942-ac67-e04044d701cc service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061015 Jan 28 01:12:27.446013 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-55d0837a-1ddd-4f6b-ab72-a42a69547a31 req-b0a5e788-ac67-4429-900e-ca3183ea205a service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149545 Jan 28 01:12:27.579996 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ceb47-4a3a-4c50-b985-a5ad5c98f4be req-601976ff-8d32-4a01-9918-f2f46a4a3356 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:27.581958 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8a7ceb47-4a3a-4c50-b985-a5ad5c98f4be req-601976ff-8d32-4a01-9918-f2f46a4a3356 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0619361 Jan 28 01:12:27.634428 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8a7ceb47-4a3a-4c50-b985-a5ad5c98f4be req-4333d567-e183-42f8-8dfd-35326a1eb1d0 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423288 Jan 28 01:12:28.804663 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31762fc4-ac52-43fe-a601-bbd4605d87e4 req-fda6a1f1-03c8-4f0f-95ed-7dc7f0137349 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:28.806154 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-31762fc4-ac52-43fe-a601-bbd4605d87e4 req-fda6a1f1-03c8-4f0f-95ed-7dc7f0137349 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0657248 Jan 28 01:12:28.846727 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-31762fc4-ac52-43fe-a601-bbd4605d87e4 req-87071b62-f9b3-4c56-a5a1-b8cc670da4da tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339453 Jan 28 01:12:29.987114 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425b8a6-5da5-477b-a5a6-497ef5ef727b req-382def2a-fc9d-47c1-9204-eb6b02aabd2e tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:29.988170 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8425b8a6-5da5-477b-a5a6-497ef5ef727b req-382def2a-fc9d-47c1-9204-eb6b02aabd2e tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0561631 Jan 28 01:12:30.036298 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8425b8a6-5da5-477b-a5a6-497ef5ef727b req-6b087dff-c05e-4c4b-a9c7-7a8fc3783a05 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393281 Jan 28 01:12:31.168864 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb1782-e316-4f38-aab5-7f3954a9facf req-ebd4b884-7d39-4b92-8423-d95e0eca6ee5 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:31.170410 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b3cb1782-e316-4f38-aab5-7f3954a9facf req-ebd4b884-7d39-4b92-8423-d95e0eca6ee5 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0547662 Jan 28 01:12:31.216110 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b3cb1782-e316-4f38-aab5-7f3954a9facf req-a02fed79-3c1b-4e8d-8356-73f17d6e5fdb tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393107 Jan 28 01:12:31.683903 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79085c51-6dc0-4d7f-8fbc-66417a6d0151 req-dd9e7720-c863-4bc2-9106-0e9e96074a58 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:31.693846 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-79085c51-6dc0-4d7f-8fbc-66417a6d0151 req-dd9e7720-c863-4bc2-9106-0e9e96074a58 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0707598 Jan 28 01:12:31.740470 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-79085c51-6dc0-4d7f-8fbc-66417a6d0151 req-3a39b683-68be-414c-bed2-68d845653c43 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399220 Jan 28 01:12:31.743023 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37894) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:31.855824 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-d6bb68bf-efb5-4dde-b3e0-64f6e2f71230 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115725 Jan 28 01:12:31.866036 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-f0a40a9a-d899-4bc8-a34d-98c521155a3c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=102111) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 01:12:31.867117 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-f0a40a9a-d899-4bc8-a34d-98c521155a3c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063152 Jan 28 01:12:32.877558 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58f69d-cbf9-4a61-a5c2-3c9a75a7117d req-26a64a95-0748-4192-a6e8-625a0f86a114 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:32.879738 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9b58f69d-cbf9-4a61-a5c2-3c9a75a7117d req-26a64a95-0748-4192-a6e8-625a0f86a114 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.0626550 Jan 28 01:12:32.942970 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9b58f69d-cbf9-4a61-a5c2-3c9a75a7117d req-89a11b04-df47-4be0-8b1a-e1c3454c85d5 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522473 Jan 28 01:12:33.058122 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b3903570-b903-4a94-aa85-7eda5e6ab3a6 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:33.172629 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:33.212453 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:12:33.216213 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13f8319-f437-4f19-afa8-85451f95f9b2" -d '{"events": [{"server_uuid": "44e56a63-a6a8-48da-9390-0ae77e302a22", "name": "network-vif-unplugged", "status": "completed", "tag": "b3903570-b903-4a94-aa85-7eda5e6ab3a6"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:33.238698 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b3903570-b903-4a94-aa85-7eda5e6ab3a6, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:33.259693 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aade1cd0-87d4-438b-9b12-08f6e1ca1b6e x-openstack-request-id: req-aade1cd0-87d4-438b-9b12-08f6e1ca1b6e {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:33.259693 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e56a63-a6a8-48da-9390-0ae77e302a22", "name": "network-vif-unplugged", "status": "failed", "tag": "b3903570-b903-4a94-aa85-7eda5e6ab3a6", "code": 422}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:33.259968 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aade1cd0-87d4-438b-9b12-08f6e1ca1b6e {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:33.260138 dv-cinder-821890-1-smb neutron-server[102113]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'code': 422} returned with failed status Jan 28 01:12:33.350693 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:33.413081 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=b3903570-b903-4a94-aa85-7eda5e6ab3a6,revision_number=6']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:33.420664 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:33.421011 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:33.421638 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:33.421989 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:33.422326 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:33.422738 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:33.423023 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:33.423353 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:33.423680 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:33.424006 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:33.424330 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:33.424650 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:34.120712 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af4b95-308f-4ddd-a42a-4c34c8558e6f req-340746e9-e621-401a-a76d-b7c54adcb74e tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:34.123202 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-43af4b95-308f-4ddd-a42a-4c34c8558e6f req-340746e9-e621-401a-a76d-b7c54adcb74e tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 943 time: 0.0895205 Jan 28 01:12:34.198059 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-43af4b95-308f-4ddd-a42a-4c34c8558e6f req-bf2c275e-5f44-4735-9051-92e41dde389b tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681639 Jan 28 01:12:34.219788 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9d908-91b6-45c5-be76-e2637c12f080 req-fab1ba65-b90f-44b2-8870-3fe4bf46594f tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:34.222124 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-49b9d908-91b6-45c5-be76-e2637c12f080 req-fab1ba65-b90f-44b2-8870-3fe4bf46594f tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0813107 Jan 28 01:12:34.263256 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-49b9d908-91b6-45c5-be76-e2637c12f080 req-181931f7-f470-44be-b6ec-23ea80e07004 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354443 Jan 28 01:12:35.379496 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab8d17-3dd7-4828-8a1b-d148033e414b req-1154ac48-3d0a-493a-9135-ba5592d75404 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:35.382143 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e8ab8d17-3dd7-4828-8a1b-d148033e414b req-1154ac48-3d0a-493a-9135-ba5592d75404 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 943 time: 0.0951159 Jan 28 01:12:35.461275 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db05b5-9067-47ba-8178-4ad0076386a7 req-638a35ae-6e02-4dfe-8519-d2b8c81efc32 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:35.462640 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c3db05b5-9067-47ba-8178-4ad0076386a7 req-638a35ae-6e02-4dfe-8519-d2b8c81efc32 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.1067145 Jan 28 01:12:35.465631 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e8ab8d17-3dd7-4828-8a1b-d148033e414b req-db4429e4-5bfd-43d2-8fc5-bb595da945aa tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623269 Jan 28 01:12:35.524248 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c3db05b5-9067-47ba-8178-4ad0076386a7 req-14d19927-495f-47df-8365-25a286e7f0a4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522451 Jan 28 01:12:36.409649 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc13413-5533-4d2f-bc2b-2332ece4c050 req-9677c91f-a265-48a5-8b1d-3782c1459669 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:36.411951 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2bc13413-5533-4d2f-bc2b-2332ece4c050 req-9677c91f-a265-48a5-8b1d-3782c1459669 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 946 time: 0.0529671 Jan 28 01:12:36.485149 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2bc13413-5533-4d2f-bc2b-2332ece4c050 req-8f382682-05d6-44d8-98f4-707c39e4a43c tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588121 Jan 28 01:12:36.496239 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-98851c9a-844c-403b-be59-db6d9b5845bf tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:36.497725 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-98851c9a-844c-403b-be59-db6d9b5845bf tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.0798705 Jan 28 01:12:36.721891 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48212ca-6d10-4738-b142-19223f6c4c4e req-83c6f91b-475a-4080-903c-94fb73e452e4 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:36.723934 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c48212ca-6d10-4738-b142-19223f6c4c4e req-83c6f91b-475a-4080-903c-94fb73e452e4 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 943 time: 0.1340663 Jan 28 01:12:36.747703 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Deleting port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:12:36.748148 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:36.778558 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0811-bfe9-4878-acaf-25e99643c71a req-25167f71-6bda-4e1a-80fc-62c6d7ba473e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:36.780311 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-883e0811-bfe9-4878-acaf-25e99643c71a req-25167f71-6bda-4e1a-80fc-62c6d7ba473e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 946 time: 0.1423931 Jan 28 01:12:36.886687 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c48212ca-6d10-4738-b142-19223f6c4c4e req-12c0881b-7cd4-4088-a430-b817607c3999 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558616 Jan 28 01:12:36.919200 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-883e0811-bfe9-4878-acaf-25e99643c71a req-cb574052-9e78-49cf-be5e-ec371051ca7a tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef76c33b-c9ce-4220-95fc-ad9a2e325a65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192060 Jan 28 01:12:36.937836 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] For port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:36.938443 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:37.175683 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:37.176785 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646029'] for floatingip, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:37.177253 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.l3_db [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Floating IP 2919750a-c914-47c8-9442-d78950cd251c disassociated. External IP: 172.28.0.150, port: 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1. Jan 28 01:12:37.177767 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Calling delete_port for 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:12:37.464891 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:37.498402 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event deleted for resources: {'Port': ['ID=07aefd0b-d643-40c6-9e7d-9b89fc80a1d1,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:37.511116 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:37.511481 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:37.511821 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:37.512162 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:37.512491 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:37.512827 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:37.513159 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:37.513482 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:37.513805 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:37.514154 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:37.514460 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:37.514785 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:37.694995 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Router e76b4609-5802-4d0b-833d-8425691dfdb1 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:12:37.704616 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0a3c2-5108-43fa-979e-ebe51d6c2402 req-07b35f66-3bb4-4115-99c9-904e16f375d5 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:37.706046 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6ec0a3c2-5108-43fa-979e-ebe51d6c2402 req-07b35f66-3bb4-4115-99c9-904e16f375d5 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 946 time: 0.0860777 Jan 28 01:12:37.796950 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6ec0a3c2-5108-43fa-979e-ebe51d6c2402 req-f6c6a789-c87a-4c03-b03e-1b5d448f6cb3 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797842 Jan 28 01:12:37.872164 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:12:37.887566 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b3449f-b06a-4152-9e60-8dda49d7e064 None None] Sync routers for ids ['e76b4609-5802-4d0b-833d-8425691dfdb1'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:12:37.904337 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b3449f-b06a-4152-9e60-8dda49d7e064 None None] Routers {'e76b4609-5802-4d0b-833d-8425691dfdb1'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:37.905530 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-39b3449f-b06a-4152-9e60-8dda49d7e064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:12:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['e76b4609-5802-4d0b-833d-8425691dfdb1'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:37.925936 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] No DVR routers for this DVR port 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:37.928803 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:37.932776 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3be87b5c-78b5-4c5b-bfa0-f8166e5d717c req-e402a4e9-5f68-4a3e-b454-c2ee168edb54 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.53 "DELETE /v2.0/ports/07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 HTTP/1.1" status: 204 len: 173 time: 1.4275074 Jan 28 01:12:37.946885 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2696aa8-7641-406e-af82-b04e51e9e7dd', 'name': 'network-vif-deleted', 'tag': '07aefd0b-d643-40c6-9e7d-9b89fc80a1d1'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:12:37.949726 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69209c3b-df20-44c5-8a97-4fde02685a35" -d '{"events": [{"server_uuid": "f2696aa8-7641-406e-af82-b04e51e9e7dd", "name": "network-vif-deleted", "tag": "07aefd0b-d643-40c6-9e7d-9b89fc80a1d1"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:38.016444 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4647310-8272-49f2-a576-4201e8b7e928 req-2a6f1162-fbda-4bd3-9c23-c52c6097189f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:38.018504 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e4647310-8272-49f2-a576-4201e8b7e928 req-2a6f1162-fbda-4bd3-9c23-c52c6097189f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 946 time: 0.0848141 Jan 28 01:12:38.165872 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-39b3449f-b06a-4152-9e60-8dda49d7e064 None None] Set router e76b4609-5802-4d0b-833d-8425691dfdb1 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:12:38.198419 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278f2969-029e-4645-be3f-3900f3834357 x-openstack-request-id: req-278f2969-029e-4645-be3f-3900f3834357 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:38.198721 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2696aa8-7641-406e-af82-b04e51e9e7dd", "name": "network-vif-deleted", "tag": "07aefd0b-d643-40c6-9e7d-9b89fc80a1d1", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:38.198962 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-278f2969-029e-4645-be3f-3900f3834357 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:38.199355 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2696aa8-7641-406e-af82-b04e51e9e7dd', 'name': 'network-vif-deleted', 'tag': '07aefd0b-d643-40c6-9e7d-9b89fc80a1d1', 'status': 'completed', 'code': 200} Jan 28 01:12:38.209665 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc199793-418b-49f2-9aa9-d97981c7c6be req-e524b5b6-cc12-46e2-b9a2-272d7167c315 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:38.212568 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cc199793-418b-49f2-9aa9-d97981c7c6be req-e524b5b6-cc12-46e2-b9a2-272d7167c315 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 943 time: 0.1709344 Jan 28 01:12:38.258308 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-e4647310-8272-49f2-a576-4201e8b7e928 req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Deleting port b7fdf79f-5d86-47b2-95a8-73905e25534e {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:12:38.258627 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-e4647310-8272-49f2-a576-4201e8b7e928 req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:38.340663 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cc199793-418b-49f2-9aa9-d97981c7c6be req-8d135046-908f-4be4-9a8a-d67b20f7f2d8 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131892 Jan 28 01:12:38.371712 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2560622-2be2-4145-adfd-e8095f2ed5da req-74f10db4-f4fc-4f7c-9866-0bff333fc8dc tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 210 time: 0.0548930 Jan 28 01:12:38.434099 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-e4647310-8272-49f2-a576-4201e8b7e928 req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] For port b7fdf79f-5d86-47b2-95a8-73905e25534e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b7fdf79f-5d86-47b2-95a8-73905e25534e,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:38.435841 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-e4647310-8272-49f2-a576-4201e8b7e928 req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:38.486704 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-39b3449f-b06a-4152-9e60-8dda49d7e064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:46Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:38.523777 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b3449f-b06a-4152-9e60-8dda49d7e064 None None] Checking router: e76b4609-5802-4d0b-833d-8425691dfdb1 for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:12:38.532285 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b3449f-b06a-4152-9e60-8dda49d7e064 None None] Routers {'e76b4609-5802-4d0b-833d-8425691dfdb1'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:38.532905 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-39b3449f-b06a-4152-9e60-8dda49d7e064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:12:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['e76b4609-5802-4d0b-833d-8425691dfdb1'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:38.682042 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-e4647310-8272-49f2-a576-4201e8b7e928 req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:38.682870 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-e4647310-8272-49f2-a576-4201e8b7e928 req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646029'] for floatingip, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:38.682870 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.l3_db [req-e4647310-8272-49f2-a576-4201e8b7e928 req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Floating IP e4e6d943-d958-45d9-9285-981a4c9108ed disassociated. External IP: 172.28.0.151, port: b7fdf79f-5d86-47b2-95a8-73905e25534e. Jan 28 01:12:38.683098 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-e4647310-8272-49f2-a576-4201e8b7e928 req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Calling delete_port for b7fdf79f-5d86-47b2-95a8-73905e25534e owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:12:38.694308 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-39b3449f-b06a-4152-9e60-8dda49d7e064 None None] Set router e76b4609-5802-4d0b-833d-8425691dfdb1 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:12:38.761407 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa0086ef-5c85-49e5-b81b-554919bd6267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:38.987824 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-39b3449f-b06a-4152-9e60-8dda49d7e064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:46Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:39.029380 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b3449f-b06a-4152-9e60-8dda49d7e064 None None] The sync data for ids ['e76b4609-5802-4d0b-833d-8425691dfdb1'] in dv-cinder-821890-1-smb is: [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:46Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:39.122986 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:39.151946 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-5e1a6a0b-a0ed-4fcc-a688-ee36ad9227d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.153508 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-5e1a6a0b-a0ed-4fcc-a688-ee36ad9227d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22&tenant_id=ef7669c4535f486e84670c0aa9d7422c HTTP/1.1" status: 200 len: 1096 time: 0.1203680 Jan 28 01:12:39.159408 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:12:39.159958 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 07aefd0b-d643-40c6-9e7d-9b89fc80a1d1 not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:12:39.161101 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b7fdf79f-5d86-47b2-95a8-73905e25534e no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:39.167323 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d74a2-d1c6-464f-aa26-7f2647f3162b req-0a1511a5-92e1-46ee-bf2d-cdbefe174199 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.168828 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-855d74a2-d1c6-464f-aa26-7f2647f3162b req-0a1511a5-92e1-46ee-bf2d-cdbefe174199 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 946 time: 0.1368203 Jan 28 01:12:39.294384 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-855d74a2-d1c6-464f-aa26-7f2647f3162b req-0c83c66a-0044-4577-a791-c7d67361d90f tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef2debda-2dcb-413c-9abb-cfbbfaadae46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882671 Jan 28 01:12:39.306562 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-8451f25b-e6ff-44b0-bee8-cf135bf7e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.307668 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-8451f25b-e6ff-44b0-bee8-cf135bf7e9bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef7669c4535f486e84670c0aa9d7422c&device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 1096 time: 0.1001503 Jan 28 01:12:39.351259 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-e4647310-8272-49f2-a576-4201e8b7e928 req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:39.397087 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No active binding found for port b7fdf79f-5d86-47b2-95a8-73905e25534e {{(pid=102113) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 01:12:39.397825 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b7fdf79f-5d86-47b2-95a8-73905e25534e not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:12:39.466209 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb431d6-2b1b-4cf6-8958-e90811581b92 None None] New status for floating IP 2919750a-c914-47c8-9442-d78950cd251c: DOWN {{(pid=102114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:12:39.518324 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event deleted for resources: {'Port': ['ID=b7fdf79f-5d86-47b2-95a8-73905e25534e,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:39.619575 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ea0c35c0-3647-41c4-b344-3dfe4e0459db req-3b98b73b-c07f-4f55-85a2-d9746004fb55 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2696aa8-7641-406e-af82-b04e51e9e7dd HTTP/1.1" status: 200 len: 210 time: 0.0768147 Jan 28 01:12:39.689782 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-e87ccca1-2af7-4eb4-a4c9-a1e20cc8fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.691297 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-e87ccca1-2af7-4eb4-a4c9-a1e20cc8fa24 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0158366-ed76-4a90-85ef-982ed6985089 HTTP/1.1" status: 200 len: 910 time: 0.3766797 Jan 28 01:12:39.719181 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342b6ab-c585-4fd0-b3e0-46ed37f9d93b req-c4ede1ab-7dea-4c51-8268-ba96802684dc tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.720647 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2342b6ab-c585-4fd0-b3e0-46ed37f9d93b req-c4ede1ab-7dea-4c51-8268-ba96802684dc tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 943 time: 0.2709930 Jan 28 01:12:39.845541 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-f793609a-545b-4ea0-ade7-c5940a37bf45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6 HTTP/1.1" status: 200 len: 999 time: 0.1465769 Jan 28 01:12:39.861573 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4647310-8272-49f2-a576-4201e8b7e928 req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Router 2f725727-4543-44d1-9dcc-fa0013067c57 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:12:39.864704 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2342b6ab-c585-4fd0-b3e0-46ed37f9d93b req-2191397a-fe2b-43fe-8506-24a6521bf057 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146920 Jan 28 01:12:39.947512 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-1efc5a8c-4c91-4a61-ae9b-7792f92b4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:39.949064 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-1efc5a8c-4c91-4a61-ae9b-7792f92b4149 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01a556f0-3a34-4488-917c-016488a4c3ad HTTP/1.1" status: 200 len: 848 time: 0.0960906 Jan 28 01:12:40.074206 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-301af94d-42e9-4c4c-be38-32bbca1d61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:40.075985 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-301af94d-42e9-4c4c-be38-32bbca1d61ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0158366-ed76-4a90-85ef-982ed6985089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1170003 Jan 28 01:12:40.077277 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4647310-8272-49f2-a576-4201e8b7e928 req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:12:40.093940 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd3c1e-b1cb-4598-bacc-caefc24c90a0 None None] Sync routers for ids ['2f725727-4543-44d1-9dcc-fa0013067c57'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:12:40.109505 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd3c1e-b1cb-4598-bacc-caefc24c90a0 None None] Routers {'2f725727-4543-44d1-9dcc-fa0013067c57'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:40.110942 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-e8cd3c1e-b1cb-4598-bacc-caefc24c90a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:12:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['2f725727-4543-44d1-9dcc-fa0013067c57'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:40.164805 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4647310-8272-49f2-a576-4201e8b7e928 req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] No DVR routers for this DVR port b7fdf79f-5d86-47b2-95a8-73905e25534e on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:40.168389 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-e4647310-8272-49f2-a576-4201e8b7e928 req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:40.171702 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e4647310-8272-49f2-a576-4201e8b7e928 req-7f344204-c156-48fe-a17e-1aa259227f50 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.53 "DELETE /v2.0/ports/b7fdf79f-5d86-47b2-95a8-73905e25534e HTTP/1.1" status: 204 len: 173 time: 2.1206982 Jan 28 01:12:40.204596 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'name': 'network-vif-deleted', 'tag': 'b7fdf79f-5d86-47b2-95a8-73905e25534e'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:12:40.208908 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fce2c7-ef52-44f1-bbfa-48b13abe03f9" -d '{"events": [{"server_uuid": "0ff1b7af-a2e8-4250-952c-164627c578f1", "name": "network-vif-deleted", "tag": "b7fdf79f-5d86-47b2-95a8-73905e25534e"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:40.232384 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-ca0da559-8e25-4760-9b2e-cf8f693cbd9f service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482756 Jan 28 01:12:40.247512 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-e8cd3c1e-b1cb-4598-bacc-caefc24c90a0 None None] Set router 2f725727-4543-44d1-9dcc-fa0013067c57 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:12:40.308015 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00662a96-d45f-4dc8-b44a-2d257f092973 x-openstack-request-id: req-00662a96-d45f-4dc8-b44a-2d257f092973 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:40.308471 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff1b7af-a2e8-4250-952c-164627c578f1", "name": "network-vif-deleted", "tag": "b7fdf79f-5d86-47b2-95a8-73905e25534e", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:40.308874 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00662a96-d45f-4dc8-b44a-2d257f092973 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:40.309494 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff1b7af-a2e8-4250-952c-164627c578f1', 'name': 'network-vif-deleted', 'tag': 'b7fdf79f-5d86-47b2-95a8-73905e25534e', 'status': 'completed', 'code': 200} Jan 28 01:12:40.366625 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5e5a82a9-1a33-4da5-aaaf-fcc893a441b9 req-ba204310-5024-4fcf-b8ba-9b6a9e20047a service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280599 Jan 28 01:12:40.463654 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d59763fb-2d75-4182-8d87-929f9bf0fbad req-ab5f3e18-2bf6-4e98-8822-fb789fe75644 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ff1b7af-a2e8-4250-952c-164627c578f1 HTTP/1.1" status: 200 len: 210 time: 0.0371895 Jan 28 01:12:40.574371 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-e8cd3c1e-b1cb-4598-bacc-caefc24c90a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:40Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:40.604766 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd3c1e-b1cb-4598-bacc-caefc24c90a0 None None] Checking router: 2f725727-4543-44d1-9dcc-fa0013067c57 for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:12:40.614753 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd3c1e-b1cb-4598-bacc-caefc24c90a0 None None] Routers {'2f725727-4543-44d1-9dcc-fa0013067c57'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:40.615425 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-e8cd3c1e-b1cb-4598-bacc-caefc24c90a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:12:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['2f725727-4543-44d1-9dcc-fa0013067c57'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:40.745669 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-e8cd3c1e-b1cb-4598-bacc-caefc24c90a0 None None] Set router 2f725727-4543-44d1-9dcc-fa0013067c57 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:12:40.969074 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ed4c232b-d997-4ed5-b968-1d15e181217e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:41.009080 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-e8cd3c1e-b1cb-4598-bacc-caefc24c90a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:40Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:41.028617 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06012b6d-6622-4e0a-8c67-368ca3f458eb req-33242cc7-c26a-4f0a-8a0b-2810360884cf tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:41.034037 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-06012b6d-6622-4e0a-8c67-368ca3f458eb req-33242cc7-c26a-4f0a-8a0b-2810360884cf tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 943 time: 0.0752828 Jan 28 01:12:41.039754 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cd3c1e-b1cb-4598-bacc-caefc24c90a0 None None] The sync data for ids ['2f725727-4543-44d1-9dcc-fa0013067c57'] in dv-cinder-821890-1-smb is: [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:06:31Z', 'revision_number': 4, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'cdfc8e5a-37ed-4fbc-abce-4835240856d9', 'name': '', 'network_id': 'bce857a8-9a20-4d4b-bbf0-308a9ef4d212', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'mac_address': 'fa:16:3e:22:e5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:29Z', 'updated_at': '2022-01-28T01:06:40Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'subnets': [{'id': 'de468f85-8d93-4089-bcfa-66cbbedae8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:41.081324 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-06012b6d-6622-4e0a-8c67-368ca3f458eb req-5ed20d08-330e-4909-888e-80adbc5e3579 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Jan 28 01:12:41.321647 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd3cc94-13a9-4a38-9ec2-67d7984c038f None None] New status for floating IP e4e6d943-d958-45d9-9285-981a4c9108ed: DOWN {{(pid=102114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:12:41.672228 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 37980) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:41.753396 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-c04a93cc-02e8-4706-baec-714d7ddb8c45 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:41.785152 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-c04a93cc-02e8-4706-baec-714d7ddb8c45 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:41.833994 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37984) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:41.913513 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:41.914529 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-c04a93cc-02e8-4706-baec-714d7ddb8c45 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:41.917340 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-c04a93cc-02e8-4706-baec-714d7ddb8c45 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:41.918767 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-c04a93cc-02e8-4706-baec-714d7ddb8c45 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "DELETE /v2.0/security-groups/ef2debda-2dcb-413c-9abb-cfbbfaadae46 HTTP/1.1" status: 204 len: 168 time: 0.2454355 Jan 28 01:12:41.923527 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 37986) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:41.936972 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a93cc-02e8-4706-baec-714d7ddb8c45 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2debda-2dcb-413c-9abb-cfbbfaadae46,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:41.944787 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.api.v2.resource [None req-9b0f6116-b7e9-45df-b5d8-0aec5ecc4930 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] show failed (client error): The resource could not be found. Jan 28 01:12:41.944942 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-9b0f6116-b7e9-45df-b5d8-0aec5ecc4930 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "GET /v2.0/security-groups/ef2debda-2dcb-413c-9abb-cfbbfaadae46 HTTP/1.1" status: 404 len: 347 time: 0.0203929 Jan 28 01:12:41.949258 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 37988) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:41.957636 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.127603 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-86c49e18-0726-4bb4-af82-d795d96a7430 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Deleting port 5e601656-92d7-46ef-badc-a70c9812bce4 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:12:42.128834 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-86c49e18-0726-4bb4-af82-d795d96a7430 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.149301 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.153211 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.155349 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "DELETE /v2.0/security-groups/ef76c33b-c9ce-4220-95fc-ad9a2e325a65 HTTP/1.1" status: 204 len: 168 time: 0.3192649 Jan 28 01:12:42.167811 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37992) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:42.177942 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef76c33b-c9ce-4220-95fc-ad9a2e325a65,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:42.188486 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.api.v2.resource [None req-f099780a-8b24-438c-9103-8420f13f5771 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] show failed (client error): The resource could not be found. Jan 28 01:12:42.190414 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.194996 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-f099780a-8b24-438c-9103-8420f13f5771 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups/ef76c33b-c9ce-4220-95fc-ad9a2e325a65 HTTP/1.1" status: 404 len: 347 time: 0.0220845 Jan 28 01:12:42.194996 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:42.194996 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:42.194996 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:42.194996 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:42.194996 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:42.194996 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:42.195824 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:42.195824 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:42.196017 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:42.196895 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:42.196895 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:42.196895 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e879a414-b292-4951-aceb-4bb6cc13b732 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:12:42.199268 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 37994) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:42.294341 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-86c49e18-0726-4bb4-af82-d795d96a7430 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.294752 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-86c49e18-0726-4bb4-af82-d795d96a7430 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.310820 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90215aef-90fb-4bf2-95bd-9875992cdca0 req-387b11ff-93f4-4d97-ab62-795995e458b4 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:42.312430 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-90215aef-90fb-4bf2-95bd-9875992cdca0 req-387b11ff-93f4-4d97-ab62-795995e458b4 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 943 time: 0.1247723 Jan 28 01:12:42.323518 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-86c49e18-0726-4bb4-af82-d795d96a7430 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Calling delete_port for 5e601656-92d7-46ef-badc-a70c9812bce4 owned by network:floatingip {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:12:42.346302 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-7ae557a5-58bb-4873-9d25-51db7da8756e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Deleting port 89e2b9da-73bd-42e2-8c7f-e151cfd934c9 {{(pid=102111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:12:42.346891 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7ae557a5-58bb-4873-9d25-51db7da8756e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.413171 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-90215aef-90fb-4bf2-95bd-9875992cdca0 req-09e9bfe7-3437-49f9-a110-5cac4ca06c65 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908775 Jan 28 01:12:42.485968 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7ae557a5-58bb-4873-9d25-51db7da8756e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.486433 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7ae557a5-58bb-4873-9d25-51db7da8756e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.502502 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-7ae557a5-58bb-4873-9d25-51db7da8756e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Calling delete_port for 89e2b9da-73bd-42e2-8c7f-e151cfd934c9 owned by network:floatingip {{(pid=102111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:12:42.619412 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-86c49e18-0726-4bb4-af82-d795d96a7430 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.657761 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c49e18-0726-4bb4-af82-d795d96a7430 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Pushing event deleted for resources: {'Port': ['ID=5e601656-92d7-46ef-badc-a70c9812bce4,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:42.724177 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-86c49e18-0726-4bb4-af82-d795d96a7430 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks [] for floatingip, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.726751 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-86c49e18-0726-4bb4-af82-d795d96a7430 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.727976 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-86c49e18-0726-4bb4-af82-d795d96a7430 tempest-AttachVolumeShelveTestJSON-1800806106 tempest-AttachVolumeShelveTestJSON-1800806106-project] 10.222.0.18 "DELETE /v2.0/floatingips/e4e6d943-d958-45d9-9285-981a4c9108ed HTTP/1.1" status: 204 len: 168 time: 0.7688582 Jan 28 01:12:42.757197 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7ae557a5-58bb-4873-9d25-51db7da8756e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.805745 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae557a5-58bb-4873-9d25-51db7da8756e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event deleted for resources: {'Port': ['ID=89e2b9da-73bd-42e2-8c7f-e151cfd934c9,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:42.830603 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.899250 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7ae557a5-58bb-4873-9d25-51db7da8756e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for floatingip, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.902088 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-7ae557a5-58bb-4873-9d25-51db7da8756e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:42.903552 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-7ae557a5-58bb-4873-9d25-51db7da8756e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "DELETE /v2.0/floatingips/2919750a-c914-47c8-9442-d78950cd251c HTTP/1.1" status: 204 len: 168 time: 0.7031643 Jan 28 01:12:43.117822 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b3903570-b903-4a94-aa85-7eda5e6ab3a6 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:12:43.264394 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b3903570-b903-4a94-aa85-7eda5e6ab3a6, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:43.276686 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'port_id': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'mac_address': 'fa:16:3e:af:8f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:12:43.320693 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:43.339326 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3903570-b903-4a94-aa85-7eda5e6ab3a6 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:12:43.361061 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b3903570-b903-4a94-aa85-7eda5e6ab3a6, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:43.485783 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38004) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:43.494241 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-2019204b-a847-496f-a64c-b93057f366d7 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042719681', 'description': 'tempest-description--476493717'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:43.499602 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:43.603369 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=b3903570-b903-4a94-aa85-7eda5e6ab3a6,revision_number=7']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:43.609189 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2019204b-a847-496f-a64c-b93057f366d7 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:43.613057 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202377f-4b3d-41f3-a5c3-6d5051b41f2d req-bf9970e4-3dce-4904-bc74-9ba77f5098d2 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:43.618475 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d202377f-4b3d-41f3-a5c3-6d5051b41f2d req-bf9970e4-3dce-4904-bc74-9ba77f5098d2 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 944 time: 0.0933709 Jan 28 01:12:43.683838 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d202377f-4b3d-41f3-a5c3-6d5051b41f2d req-3dfcc6da-4b8d-4174-beda-306412f0a266 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571184 Jan 28 01:12:43.697527 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:43.726603 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2019204b-a847-496f-a64c-b93057f366d7 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:43.805590 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2019204b-a847-496f-a64c-b93057f366d7 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:43.805994 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:43.823782 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['b3903570-b903-4a94-aa85-7eda5e6ab3a6'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:12:43.848883 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019204b-a847-496f-a64c-b93057f366d7 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ad84a4-8e2d-4309-9ce4-f5332135341c,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:43.921877 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2019204b-a847-496f-a64c-b93057f366d7 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:43.923562 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-2019204b-a847-496f-a64c-b93057f366d7 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4359894 Jan 28 01:12:43.926734 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38006) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:43.932376 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-8cb03970-59c3-4dac-9a76-513df7911d1e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Request body: {'security_group_rule': {'security_group_id': '63ad84a4-8e2d-4309-9ce4-f5332135341c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:44.039067 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8cb03970-59c3-4dac-9a76-513df7911d1e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:44.112652 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8cb03970-59c3-4dac-9a76-513df7911d1e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:44.219620 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8cb03970-59c3-4dac-9a76-513df7911d1e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:44.241467 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb03970-59c3-4dac-9a76-513df7911d1e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93157de3-91be-4cb1-ae6f-758575a455da,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:44.399090 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8cb03970-59c3-4dac-9a76-513df7911d1e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:44.400777 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-8cb03970-59c3-4dac-9a76-513df7911d1e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4724610 Jan 28 01:12:44.404395 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38016) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:44.408880 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-04269d68-0724-45ef-94ca-741788bad6d4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Request body: {'security_group_rule': {'security_group_id': '63ad84a4-8e2d-4309-9ce4-f5332135341c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:44.586006 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-04269d68-0724-45ef-94ca-741788bad6d4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:44.673130 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-04269d68-0724-45ef-94ca-741788bad6d4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:44.773868 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-04269d68-0724-45ef-94ca-741788bad6d4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432901'] for security_group_rule, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:44.796463 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04269d68-0724-45ef-94ca-741788bad6d4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ea92ad-5858-4c05-87db-e768fbbb1ea1,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:44.850900 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6b247-4e35-404d-8d62-688f164617d4 req-521d8dd7-9ef0-4ec6-9675-616d8f450040 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:44.850900 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-74b6b247-4e35-404d-8d62-688f164617d4 req-521d8dd7-9ef0-4ec6-9675-616d8f450040 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 944 time: 0.0627701 Jan 28 01:12:44.880923 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-04269d68-0724-45ef-94ca-741788bad6d4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:44.883036 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-04269d68-0724-45ef-94ca-741788bad6d4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4775310 Jan 28 01:12:44.886551 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38022) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:44.892753 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Request body: {'floatingip': {'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:44.901813 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-74b6b247-4e35-404d-8d62-688f164617d4 req-70b663ed-92d8-4cb9-9ce8-8194a7a5cae1 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435841 Jan 28 01:12:45.028646 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for floatingip, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:45.132233 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b3903570-b903-4a94-aa85-7eda5e6ab3a6 up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:45.142969 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:45.200432 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port b3903570-b903-4a94-aa85-7eda5e6ab3a6 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:45.200824 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:45.266114 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_common [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Allocated IP 172.28.0.146 (33601191-b01a-4460-980f-590e10ed5ba8/440539cd-2d5c-4ab2-843c-9b347b12c340/af54a2f5-dddc-4579-9e37-097b7e40be17) {{(pid=102111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:45.292194 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:45.320026 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:12:45.322283 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44238f1a-1bde-4026-a90e-61d4ae1fd1a9" -d '{"events": [{"server_uuid": "44e56a63-a6a8-48da-9390-0ae77e302a22", "name": "network-vif-plugged", "status": "completed", "tag": "b3903570-b903-4a94-aa85-7eda5e6ab3a6"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:45.336412 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port b3903570-b903-4a94-aa85-7eda5e6ab3a6, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:45.372061 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e9555f-a03a-4336-85ea-ed8b7e4291f9 x-openstack-request-id: req-f5e9555f-a03a-4336-85ea-ed8b7e4291f9 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:45.372377 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e56a63-a6a8-48da-9390-0ae77e302a22", "name": "network-vif-plugged", "status": "completed", "tag": "b3903570-b903-4a94-aa85-7eda5e6ab3a6", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:45.372640 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5e9555f-a03a-4336-85ea-ed8b7e4291f9 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:45.373072 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'code': 200} Jan 28 01:12:45.399438 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for port, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:45.431178 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:45.487760 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=b3903570-b903-4a94-aa85-7eda5e6ab3a6,revision_number=8']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:45.517251 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:45.555791 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Network 33601191-b01a-4460-980f-590e10ed5ba8 is already hosted by enough agents. {{(pid=102111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:45.559017 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Resources bound (agent type, host, resource id): {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:45.563228 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Received port after_create {{(pid=102111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:45.600832 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event updated for resources: {'Port': ['ID=af54a2f5-dddc-4579-9e37-097b7e40be17,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:45.678343 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:45.736670 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665bc08-4162-49cb-b5f9-db692bbc90c3 req-c275e0e1-f410-4c13-94a8-c17eb2f80f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:45.738264 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f665bc08-4162-49cb-b5f9-db692bbc90c3 req-c275e0e1-f410-4c13-94a8-c17eb2f80f21 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 1098 time: 0.0450621 Jan 28 01:12:45.782903 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f665bc08-4162-49cb-b5f9-db692bbc90c3 req-f6889426-988e-4542-aa23-26878416e3af service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375068 Jan 28 01:12:45.787092 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38032) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:45.820730 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:46.027024 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for port, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:46.104761 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859664'] for port, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:46.106203 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9b693-6c72-4cc1-879f-4792a0b56555 req-087bf9a4-337e-4b57-8969-a564b0541739 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:46.107808 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbe9b693-6c72-4cc1-879f-4792a0b56555 req-087bf9a4-337e-4b57-8969-a564b0541739 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.1072733 Jan 28 01:12:46.185109 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event updated for resources: {'Port': ['ID=af54a2f5-dddc-4579-9e37-097b7e40be17,revision_number=2']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:46.198778 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646029'] for floatingip, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:46.216671 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bbe9b693-6c72-4cc1-879f-4792a0b56555 req-35ff4a20-23c7-4824-9436-47ca47600856 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775783 Jan 28 01:12:46.364894 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:46.366093 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-6a0cd87a-fa51-401d-a5bc-837478c7da81 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4786022 Jan 28 01:12:46.415311 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3426-bf4b-4adc-8960-64b8cc374929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644749'] for router_interface, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:46.661292 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-1a6a34af-d17e-41bd-986e-8df9a732466d tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2042719681&fields=id&tenant_id=8f461312e34a4ce2b564420e836320e0 HTTP/1.1" status: 200 len: 267 time: 0.0597813 Jan 28 01:12:46.897083 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-8ae92b73-5cdb-49e0-bace-f8b24a35fd20 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:46.899780 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-8ae92b73-5cdb-49e0-bace-f8b24a35fd20 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/networks?id=cfb4a82a-108a-4a17-aae9-8777060ea51e HTTP/1.1" status: 200 len: 811 time: 0.2274735 Jan 28 01:12:46.930709 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-e33654b7-80c3-42fc-adc0-93ffe1d928d9 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/quotas/8f461312e34a4ce2b564420e836320e0 HTTP/1.1" status: 200 len: 375 time: 0.0235500 Jan 28 01:12:47.002231 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c3426-bf4b-4adc-8960-64b8cc374929 admin admin] Deleting port cdfc8e5a-37ed-4fbc-abce-4835240856d9 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:12:47.002798 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3426-bf4b-4adc-8960-64b8cc374929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:47.094976 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-9369d8a3-debf-4c9e-ae5e-e092fa3dafc6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f461312e34a4ce2b564420e836320e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1571782 Jan 28 01:12:47.188097 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [None req-ab7c3426-bf4b-4adc-8960-64b8cc374929 admin admin] For port cdfc8e5a-37ed-4fbc-abce-4835240856d9, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=cdfc8e5a-37ed-4fbc-abce-4835240856d9,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:47.188831 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3426-bf4b-4adc-8960-64b8cc374929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:47.205887 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c3426-bf4b-4adc-8960-64b8cc374929 admin admin] Calling delete_port for cdfc8e5a-37ed-4fbc-abce-4835240856d9 owned by network:router_interface {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:12:47.565819 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-e8020223-1028-4277-b6a4-26a3200a4f6b service neutron] 10.222.0.18 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558773 Jan 28 01:12:47.669637 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a1720-c320-4679-8e48-4bd62a83cc88 req-35be677f-759c-4122-89e6-d171af08dfc5 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:47.671130 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-726a1720-c320-4679-8e48-4bd62a83cc88 req-35be677f-759c-4122-89e6-d171af08dfc5 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.1793950 Jan 28 01:12:47.787400 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-1f9a718a-0579-4089-a5b8-7498c9518dbf service neutron] 10.222.0.18 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089248 Jan 28 01:12:47.792307 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-726a1720-c320-4679-8e48-4bd62a83cc88 req-7331828a-4c62-4655-87ce-37b2a609ff1a tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125407 Jan 28 01:12:48.014502 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3426-bf4b-4adc-8960-64b8cc374929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:48.049880 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c3426-bf4b-4adc-8960-64b8cc374929 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfc8e5a-37ed-4fbc-abce-4835240856d9,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:48.231984 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-566d5b7b-d40c-481b-b93e-5e99c9e9c668 req-4b77a325-02c6-4653-ab43-d6683fc0264d tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 210 time: 0.0376179 Jan 28 01:12:48.306830 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ab7c3426-bf4b-4adc-8960-64b8cc374929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641085'] for router_interface, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:48.596396 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7c3426-bf4b-4adc-8960-64b8cc374929 admin admin] Router 2f725727-4543-44d1-9dcc-fa0013067c57 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:12:48.737853 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7c3426-bf4b-4adc-8960-64b8cc374929 admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:12:48.744356 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-ab7c3426-bf4b-4adc-8960-64b8cc374929 admin admin] 10.222.0.18 "PUT /v2.0/routers/2f725727-4543-44d1-9dcc-fa0013067c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9563930 Jan 28 01:12:48.746866 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38064) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:48.750668 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e6b59a-86cd-442f-8cbb-acc3a3c32191 None None] Sync routers for ids ['2f725727-4543-44d1-9dcc-fa0013067c57'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:12:48.764014 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e6b59a-86cd-442f-8cbb-acc3a3c32191 None None] Routers {'2f725727-4543-44d1-9dcc-fa0013067c57'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:48.765127 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-29e6b59a-86cd-442f-8cbb-acc3a3c32191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:12:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['2f725727-4543-44d1-9dcc-fa0013067c57'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:48.874878 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:48.918801 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-29e6b59a-86cd-442f-8cbb-acc3a3c32191 None None] Set router 2f725727-4543-44d1-9dcc-fa0013067c57 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:12:49.038408 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:49.119054 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-29e6b59a-86cd-442f-8cbb-acc3a3c32191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:12:47Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:49.147954 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e6b59a-86cd-442f-8cbb-acc3a3c32191 None None] Checking router: 2f725727-4543-44d1-9dcc-fa0013067c57 for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:12:49.161322 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e6b59a-86cd-442f-8cbb-acc3a3c32191 None None] Routers {'2f725727-4543-44d1-9dcc-fa0013067c57'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:12:49.162146 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-29e6b59a-86cd-442f-8cbb-acc3a3c32191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:12:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['2f725727-4543-44d1-9dcc-fa0013067c57'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:49.288528 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] Deleting port 0dc582fc-07fc-4b2a-a02f-dea750f6c144 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:12:49.295095 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:49.295718 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-29e6b59a-86cd-442f-8cbb-acc3a3c32191 None None] Set router 2f725727-4543-44d1-9dcc-fa0013067c57 gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:12:49.396318 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-55ff645d-56e0-4b0d-aa9b-4e51ab1f961a req-b1aaec57-74c7-4015-974b-da47b933091e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 210 time: 0.0374548 Jan 28 01:12:49.458312 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] For port 0dc582fc-07fc-4b2a-a02f-dea750f6c144, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=0dc582fc-07fc-4b2a-a02f-dea750f6c144,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:49.458814 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:49.474497 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] Calling delete_port for 0dc582fc-07fc-4b2a-a02f-dea750f6c144 owned by network:router_gateway {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:12:49.673482 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-29e6b59a-86cd-442f-8cbb-acc3a3c32191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:12:47Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:49.706591 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e6b59a-86cd-442f-8cbb-acc3a3c32191 None None] The sync data for ids ['2f725727-4543-44d1-9dcc-fa0013067c57'] in dv-cinder-821890-1-smb is: [{'id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'name': 'tempest-AttachVolumeShelveTestJSON-1676010654-router', 'tenant_id': '4b0da38f28ed432e803107ee76115dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50'}], 'enable_snat': True}, 'gw_port_id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:24Z', 'updated_at': '2022-01-28T01:12:47Z', 'revision_number': 5, 'project_id': '4b0da38f28ed432e803107ee76115dbc', 'gw_port': {'id': '0dc582fc-07fc-4b2a-a02f-dea750f6c144', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f725727-4543-44d1-9dcc-fa0013067c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:25Z', 'updated_at': '2022-01-28T01:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:12:49.796922 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:49.828132 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc582fc-07fc-4b2a-a02f-dea750f6c144,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:49.908779 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645979'] for router_gateway, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:50.019240 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26257'] for router, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:50.022171 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:50.197544 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646398'] for router, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:50.198876 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f725727-4543-44d1-9dcc-fa0013067c57 {{(pid=102112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:12:50.205190 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] Notify callbacks [] for router, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:50.209703 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-21a2d6f7-5d99-4db7-a692-21e28f1797c8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2f725727-4543-44d1-9dcc-fa0013067c57 HTTP/1.1" status: 204 len: 168 time: 1.4585812 Jan 28 01:12:50.210332 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38070) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:50.231522 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device cdfc8e5a-37ed-4fbc-abce-4835240856d9 no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:50.253973 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: cdfc8e5a-37ed-4fbc-abce-4835240856d9 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:12:50.253973 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device cdfc8e5a-37ed-4fbc-abce-4835240856d9 not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:12:50.290343 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0380aa1-0ac8-4693-bfe8-e09315ce2142 admin admin] Deleting subnet de468f85-8d93-4089-bcfa-66cbbedae8e2 {{(pid=102111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:12:50.293998 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c0380aa1-0ac8-4693-bfe8-e09315ce2142 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:50.562207 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c254772a-e935-488c-9ff4-fc61535b7b63 req-0f3f7acd-4eef-4f4d-8ed4-94d26d0c206a tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 210 time: 0.0406399 Jan 28 01:12:50.572123 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c0380aa1-0ac8-4693-bfe8-e09315ce2142 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518611'] for subnet, precommit_delete_associations {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:50.658267 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c0380aa1-0ac8-4693-bfe8-e09315ce2142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:50.875270 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c0380aa1-0ac8-4693-bfe8-e09315ce2142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12065609'] for subnet, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:50.904883 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0380aa1-0ac8-4693-bfe8-e09315ce2142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de468f85-8d93-4089-bcfa-66cbbedae8e2,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:50.908507 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-c0380aa1-0ac8-4693-bfe8-e09315ce2142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:50.913397 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-c0380aa1-0ac8-4693-bfe8-e09315ce2142 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/de468f85-8d93-4089-bcfa-66cbbedae8e2 HTTP/1.1" status: 204 len: 168 time: 0.6988549 Jan 28 01:12:50.915313 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38074) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:50.918023 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6295938f-c4b7-4923-8a2e-fed3df81862a None None] Network bce857a8-9a20-4d4b-bbf0-308a9ef4d212 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:12:51.014971 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:51.096397 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Deleting port d969013c-8584-4344-9992-20c41df3f042 {{(pid=102111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:12:51.096792 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:51.174120 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532d78fa-dcde-46b2-a630-2eaff1bbe801 None None] DHCP port deletion for bce857a8-9a20-4d4b-bbf0-308a9ef4d212 request from dv-cinder-821890-1-smb {{(pid=102113) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 01:12:51.178669 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.db [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] For port d969013c-8584-4344-9992-20c41df3f042, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=d969013c-8584-4344-9992-20c41df3f042,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:51.179091 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:51.197653 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-52dbe573-d3eb-40f4-8bea-0d3bfb3efca6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:51.198531 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Calling delete_port for d969013c-8584-4344-9992-20c41df3f042 owned by network:dhcp {{(pid=102111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:12:51.199831 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-52dbe573-d3eb-40f4-8bea-0d3bfb3efca6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.53 "GET /v2.0/networks?id=cfb4a82a-108a-4a17-aae9-8777060ea51e HTTP/1.1" status: 200 len: 811 time: 0.1542563 Jan 28 01:12:51.235597 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-532d78fa-dcde-46b2-a630-2eaff1bbe801 None None] Deleting port d969013c-8584-4344-9992-20c41df3f042 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:12:51.236385 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-532d78fa-dcde-46b2-a630-2eaff1bbe801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:51.278445 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-1a6988f3-e4e0-4179-9bfd-1250aab8baae tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f461312e34a4ce2b564420e836320e0 HTTP/1.1" status: 200 len: 380 time: 0.0636561 Jan 28 01:12:51.290556 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-40da289f-6ecb-47e0-89fe-f59cb89e5897 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Request body: {'port': {'device_id': '1010dfda-ce15-4851-a666-1238bfb38b31', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'admin_state_up': True, 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'security_groups': ['63ad84a4-8e2d-4309-9ce4-f5332135341c']}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:51.307769 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-532d78fa-dcde-46b2-a630-2eaff1bbe801 None None] For port d969013c-8584-4344-9992-20c41df3f042, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=d969013c-8584-4344-9992-20c41df3f042,segment=NetworkSegment(032f6be7-6b99-4398-848b-7cb4cc266d89),segment_id=032f6be7-6b99-4398-848b-7cb4cc266d89)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:51.308376 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-532d78fa-dcde-46b2-a630-2eaff1bbe801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:51.333086 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-532d78fa-dcde-46b2-a630-2eaff1bbe801 None None] Calling delete_port for d969013c-8584-4344-9992-20c41df3f042 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:12:51.421134 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:51.429873 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-532d78fa-dcde-46b2-a630-2eaff1bbe801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:51.448704 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=d969013c-8584-4344-9992-20c41df3f042,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:51.454090 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] No DVR routers for this DVR port d969013c-8584-4344-9992-20c41df3f042 on host dv-cinder-821890-1-smb {{(pid=102111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:51.456005 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d78fa-dcde-46b2-a630-2eaff1bbe801 None None] Pushing event deleted for resources: {'Port': ['ID=d969013c-8584-4344-9992-20c41df3f042,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:51.460294 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d78fa-dcde-46b2-a630-2eaff1bbe801 None None] No DVR routers for this DVR port d969013c-8584-4344-9992-20c41df3f042 on host dv-cinder-821890-1-smb {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:12:51.528771 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-40da289f-6ecb-47e0-89fe-f59cb89e5897 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Made reservation on behalf of 8f461312e34a4ce2b564420e836320e0 for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:12:51.534874 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-40da289f-6ecb-47e0-89fe-f59cb89e5897 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:51.548498 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:51.574462 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce857a8-9a20-4d4b-bbf0-308a9ef4d212']}} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:51.590626 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032f6be7-6b99-4398-848b-7cb4cc266d89') {'for_net_delete': True} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:51.590954 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032f6be7-6b99-4398-848b-7cb4cc266d89') {} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:12:51.605924 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518634'] for segment, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:51.632144 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:51.641983 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:12:51.642472 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859644'] for segment, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: Traceback (most recent call last): Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: timer() Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: cb(*args, **kw) Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: return func(*args, **kwargs) Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: self._notify() Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: self.callback(batched_events) Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: event.method(event) Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: return f(self, *a, **k) Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: return self._get(url).json() Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: return self.request(url, 'GET', **kwargs) Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:12:51.644360 dv-cinder-821890-1-smb neutron-server[102111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:12:51.707449 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-737961af-9bd1-48e4-949d-129c1e8420a7 req-826d023e-c8b9-4b6a-8a8f-0a1fad90ce89 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 210 time: 0.0521266 Jan 28 01:12:51.734956 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-40da289f-6ecb-47e0-89fe-f59cb89e5897 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Allocated IP 172.20.0.8 (cfb4a82a-108a-4a17-aae9-8777060ea51e/a7317c50-dadc-4b80-9bc8-59c11b9befe9/9595d255-c444-460b-86d6-2b7ec3a8b2ca) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:12:51.811929 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:51.819591 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:51.825242 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bce857a8-9a20-4d4b-bbf0-308a9ef4d212 HTTP/1.1" status: 204 len: 168 time: 0.9084518 Jan 28 01:12:51.840927 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfe4c9-351e-4783-8d6a-820186c91d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=bce857a8-9a20-4d4b-bbf0-308a9ef4d212,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:51.897473 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-40da289f-6ecb-47e0-89fe-f59cb89e5897 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:52.054129 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-40da289f-6ecb-47e0-89fe-f59cb89e5897 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:52.081012 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 0dc582fc-07fc-4b2a-a02f-dea750f6c144 no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:52.104795 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: 0dc582fc-07fc-4b2a-a02f-dea750f6c144 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:12:52.105080 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 0dc582fc-07fc-4b2a-a02f-dea750f6c144 not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:12:52.105448 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device d969013c-8584-4344-9992-20c41df3f042 no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:12:52.115897 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-40da289f-6ecb-47e0-89fe-f59cb89e5897 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Network cfb4a82a-108a-4a17-aae9-8777060ea51e is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:12:52.124482 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-40da289f-6ecb-47e0-89fe-f59cb89e5897 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:12:52.126494 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-40da289f-6ecb-47e0-89fe-f59cb89e5897 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:12:52.129696 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: d969013c-8584-4344-9992-20c41df3f042 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:12:52.130045 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device d969013c-8584-4344-9992-20c41df3f042 not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:12:52.163575 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da289f-6ecb-47e0-89fe-f59cb89e5897 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event updated for resources: {'Port': ['ID=9595d255-c444-460b-86d6-2b7ec3a8b2ca,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:52.204633 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-40da289f-6ecb-47e0-89fe-f59cb89e5897 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:52.205865 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-40da289f-6ecb-47e0-89fe-f59cb89e5897 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:52.230902 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38084) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:52.273590 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-d227025f-fae5-4835-a086-757fc020f65d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b0da38f28ed432e803107ee76115dbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414686 Jan 28 01:12:52.276669 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38086) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:52.298089 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-40da289f-6ecb-47e0-89fe-f59cb89e5897 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0129914 Jan 28 01:12:52.320910 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Request body: {'port': {'device_id': '1010dfda-ce15-4851-a666-1238bfb38b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:12:52.338387 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fab1b418-a89f-4b19-882c-b4e604592372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:52.370439 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-ca06648d-25f0-4ef0-a983-33346f6b2383 None None] Provisioning complete for port 9595d255-c444-460b-86d6-2b7ec3a8b2ca triggered by entity DHCP. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:52.371518 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ca06648d-25f0-4ef0-a983-33346f6b2383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:52.372102 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fab1b418-a89f-4b19-882c-b4e604592372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:52.417065 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-ca06648d-25f0-4ef0-a983-33346f6b2383 None None] Port 9595d255-c444-460b-86d6-2b7ec3a8b2ca cannot update to ACTIVE because it is not bound. {{(pid=102113) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 01:12:52.419436 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:52.487844 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fab1b418-a89f-4b19-882c-b4e604592372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:52.490699 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-fab1b418-a89f-4b19-882c-b4e604592372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:52.494539 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-fab1b418-a89f-4b19-882c-b4e604592372 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e0e0538-056e-461a-869a-a73ef3237bcf HTTP/1.1" status: 204 len: 168 time: 0.2144716 Jan 28 01:12:52.501883 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1b418-a89f-4b19-882c-b4e604592372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0e0538-056e-461a-869a-a73ef3237bcf,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:52.727026 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9595d255-c444-460b-86d6-2b7ec3a8b2ca {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:12:52.735919 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:52.756466 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Transition to ACTIVE for port object 9595d255-c444-460b-86d6-2b7ec3a8b2ca will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:12:52.856765 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee48c3e-f31f-4f28-af8b-50ed37541c61 req-cc9f0ab6-320c-41ec-aef9-f15c10cc0670 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:52.858404 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cee48c3e-f31f-4f28-af8b-50ed37541c61 req-cc9f0ab6-320c-41ec-aef9-f15c10cc0670 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 931 time: 0.0590682 Jan 28 01:12:52.877795 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:52.948086 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cee48c3e-f31f-4f28-af8b-50ed37541c61 req-0f33ef42-6c57-465b-8ebf-ad7e7abf9bad tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=63ad84a4-8e2d-4309-9ce4-f5332135341c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837188 Jan 28 01:12:52.957353 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Pushing event updated for resources: {'Port': ['ID=9595d255-c444-460b-86d6-2b7ec3a8b2ca,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:53.048751 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Attempting to bind port 9595d255-c444-460b-86d6-2b7ec3a8b2ca on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:12:53.049271 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Attempting to bind port 9595d255-c444-460b-86d6-2b7ec3a8b2ca by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:12:53.049762 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Attempting to bind port 9595d255-c444-460b-86d6-2b7ec3a8b2ca on network cfb4a82a-108a-4a17-aae9-8777060ea51e {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:53.056825 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Port 9595d255-c444-460b-86d6-2b7ec3a8b2ca on network cfb4a82a-108a-4a17-aae9-8777060ea51e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:12:53.057378 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Attempting to bind port 9595d255-c444-460b-86d6-2b7ec3a8b2ca on network cfb4a82a-108a-4a17-aae9-8777060ea51e {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:12:53.064640 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:12:53.064984 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Checking segment: {'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:12:53.065377 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Bound using segment: {'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:12:53.065803 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Bound port: 9595d255-c444-460b-86d6-2b7ec3a8b2ca, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84040ca9-f781-4947-b943-aab5131a2899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:12:53.066162 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:53.146217 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] For port 9595d255-c444-460b-86d6-2b7ec3a8b2ca, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:12:53.151024 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] For port 9595d255-c444-460b-86d6-2b7ec3a8b2ca, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9595d255-c444-460b-86d6-2b7ec3a8b2ca,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:12:53.275286 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:53.313698 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:53.314314 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:53.315903 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] 10.222.0.53 "PUT /v2.0/ports/9595d255-c444-460b-86d6-2b7ec3a8b2ca HTTP/1.1" status: 200 len: 1093 time: 1.0022156 Jan 28 01:12:53.316166 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1010dfda-ce15-4851-a666-1238bfb38b31', 'tag': '9595d255-c444-460b-86d6-2b7ec3a8b2ca'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:12:53.319226 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ead05f0-33b5-46e0-bd01-f3fce753304b" -d '{"events": [{"name": "network-changed", "server_uuid": "1010dfda-ce15-4851-a666-1238bfb38b31", "tag": "9595d255-c444-460b-86d6-2b7ec3a8b2ca"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:53.358670 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36977f-b4fb-4fb3-a83d-bdab2491f9ca service neutron] Pushing event updated for resources: {'Port': ['ID=9595d255-c444-460b-86d6-2b7ec3a8b2ca,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:53.393778 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f1730e-2520-479d-a535-3dad8daed63d x-openstack-request-id: req-e3f1730e-2520-479d-a535-3dad8daed63d {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:53.394289 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1010dfda-ce15-4851-a666-1238bfb38b31", "tag": "9595d255-c444-460b-86d6-2b7ec3a8b2ca", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:53.394669 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3f1730e-2520-479d-a535-3dad8daed63d {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:53.395398 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1010dfda-ce15-4851-a666-1238bfb38b31', 'tag': '9595d255-c444-460b-86d6-2b7ec3a8b2ca', 'status': 'completed', 'code': 200} Jan 28 01:12:53.501617 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead05f0-33b5-46e0-bd01-f3fce753304b req-cdb12ae7-3a04-47b5-8594-2378d56ba806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:53.503857 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3ead05f0-33b5-46e0-bd01-f3fce753304b req-cdb12ae7-3a04-47b5-8594-2378d56ba806 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f461312e34a4ce2b564420e836320e0&device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 1096 time: 0.0669241 Jan 28 01:12:53.627502 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead05f0-33b5-46e0-bd01-f3fce753304b req-1bbb3a06-7f7f-4082-9c56-e6c8711ef589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:53.629041 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3ead05f0-33b5-46e0-bd01-f3fce753304b req-1bbb3a06-7f7f-4082-9c56-e6c8711ef589 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8f461312e34a4ce2b564420e836320e0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1122375 Jan 28 01:12:53.745933 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead05f0-33b5-46e0-bd01-f3fce753304b req-60a75e9d-5b60-4665-93ea-469cb33f9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:53.747436 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3ead05f0-33b5-46e0-bd01-f3fce753304b req-60a75e9d-5b60-4665-93ea-469cb33f9254 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1119521 Jan 28 01:12:53.856122 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-5d866cc1-2adf-47bc-98bb-62dd1958cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:53.857504 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-5d866cc1-2adf-47bc-98bb-62dd1958cc2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f461312e34a4ce2b564420e836320e0&device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 1096 time: 0.0431118 Jan 28 01:12:53.910755 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-ac4baf6e-8bcd-42e8-9afb-fff0d31eb5cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9595d255-c444-460b-86d6-2b7ec3a8b2ca HTTP/1.1" status: 200 len: 217 time: 0.0393271 Jan 28 01:12:53.979594 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-97804838-7bc6-43c7-ad6e-ea72469d8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:53.981079 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-97804838-7bc6-43c7-ad6e-ea72469d8918 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7317c50-dadc-4b80-9bc8-59c11b9befe9 HTTP/1.1" status: 200 len: 850 time: 0.0643268 Jan 28 01:12:54.043366 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-3bfa2609-0b34-42be-b7f6-435ad8a29bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:54.048142 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-3bfa2609-0b34-42be-b7f6-435ad8a29bbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cfb4a82a-108a-4a17-aae9-8777060ea51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0600662 Jan 28 01:12:54.152894 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11869054-0fee-4c37-8bde-ffbad3f27cbc req-bdff9286-10b0-4a8f-940e-ae76afbc8444 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:54.154371 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-11869054-0fee-4c37-8bde-ffbad3f27cbc req-bdff9286-10b0-4a8f-940e-ae76afbc8444 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 943 time: 0.1031168 Jan 28 01:12:54.202909 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-476bca1e-46f6-46ae-9ec4-189cecf64da7 service neutron] 10.222.0.53 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394305 Jan 28 01:12:54.224704 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-11869054-0fee-4c37-8bde-ffbad3f27cbc req-10f59774-4443-4ea8-81ed-f4abbe39c98a tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=63ad84a4-8e2d-4309-9ce4-f5332135341c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626652 Jan 28 01:12:54.324871 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e697b4b-9b54-45e1-9f05-08d64f85066b req-fd11cbac-fc13-4907-92c9-9933aa19d12d service neutron] 10.222.0.53 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139746 Jan 28 01:12:55.433108 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588d735-95c9-4097-91dd-c6fd18302068 req-72b33687-2911-4127-b1a3-16546f733e24 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:55.433108 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2588d735-95c9-4097-91dd-c6fd18302068 req-72b33687-2911-4127-b1a3-16546f733e24 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 943 time: 0.0623105 Jan 28 01:12:55.433108 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2588d735-95c9-4097-91dd-c6fd18302068 req-622296f8-4a91-428e-b06e-f59c7982bfd3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=63ad84a4-8e2d-4309-9ce4-f5332135341c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486543 Jan 28 01:12:55.847353 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38138) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:55.970413 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2ee179e9-246d-4c61-b334-fd361acd7311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:56.052781 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2ee179e9-246d-4c61-b334-fd361acd7311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:56.173823 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2ee179e9-246d-4c61-b334-fd361acd7311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:56.212457 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee179e9-246d-4c61-b334-fd361acd7311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b24bbee-b8a9-4f38-bdd1-f5fac71cf31e,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:56.216699 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-2ee179e9-246d-4c61-b334-fd361acd7311 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7d09da716bd45529f5bab1460eef5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683431 Jan 28 01:12:56.223438 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38142) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:56.283780 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a41214ec-0ac6-4dad-84cc-527b9e6fc0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:56.305171 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a41214ec-0ac6-4dad-84cc-527b9e6fc0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:56.468831 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a41214ec-0ac6-4dad-84cc-527b9e6fc0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:56.471635 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-a41214ec-0ac6-4dad-84cc-527b9e6fc0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:56.472799 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-a41214ec-0ac6-4dad-84cc-527b9e6fc0af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b24bbee-b8a9-4f38-bdd1-f5fac71cf31e HTTP/1.1" status: 204 len: 168 time: 0.2518163 Jan 28 01:12:56.481875 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41214ec-0ac6-4dad-84cc-527b9e6fc0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b24bbee-b8a9-4f38-bdd1-f5fac71cf31e,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:56.570129 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a290b0d-86af-43eb-bba4-abca4db134ce req-b60e8ae3-e659-479f-bdbc-7a3474f9f257 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:56.571849 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7a290b0d-86af-43eb-bba4-abca4db134ce req-b60e8ae3-e659-479f-bdbc-7a3474f9f257 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 943 time: 0.0523646 Jan 28 01:12:56.617385 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7a290b0d-86af-43eb-bba4-abca4db134ce req-9d38ef62-7eab-4724-827d-c724f133b4b4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=63ad84a4-8e2d-4309-9ce4-f5332135341c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391185 Jan 28 01:12:57.208377 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 9595d255-c444-460b-86d6-2b7ec3a8b2ca details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:12:57.278254 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38150) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:57.292431 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9dac100f-59e0-4f42-a9ff-30a6b1199ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:57.308559 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 9595d255-c444-460b-86d6-2b7ec3a8b2ca, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9595d255-c444-460b-86d6-2b7ec3a8b2ca,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:57.320400 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': '9595d255-c444-460b-86d6-2b7ec3a8b2ca', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'port_id': '9595d255-c444-460b-86d6-2b7ec3a8b2ca', 'mac_address': 'fa:16:3e:a9:ef:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:12:57.365113 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:57.383186 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9dac100f-59e0-4f42-a9ff-30a6b1199ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:57.383450 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9595d255-c444-460b-86d6-2b7ec3a8b2ca {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:12:57.408285 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 9595d255-c444-460b-86d6-2b7ec3a8b2ca, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9595d255-c444-460b-86d6-2b7ec3a8b2ca,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:57.505717 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-9dac100f-59e0-4f42-a9ff-30a6b1199ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:57.532164 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:57.549399 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac100f-59e0-4f42-a9ff-30a6b1199ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a1d75e-90b0-4374-8cac-999105289ceb,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:57.556658 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-9dac100f-59e0-4f42-a9ff-30a6b1199ead admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a15bec2b6880452e8e7b39742eb26102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770007 Jan 28 01:12:57.557619 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38152) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:12:57.592652 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=9595d255-c444-460b-86d6-2b7ec3a8b2ca,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:57.625942 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-da385ce2-8f13-47b8-8a1f-13162b59f157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:57.654050 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-da385ce2-8f13-47b8-8a1f-13162b59f157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:57.741821 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566152c-2434-4331-8a77-a8a9578d71b4 req-247bd55d-7a56-4a46-af94-d400ce5e576c tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:57.743262 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d566152c-2434-4331-8a77-a8a9578d71b4 req-247bd55d-7a56-4a46-af94-d400ce5e576c tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 944 time: 0.0544417 Jan 28 01:12:57.785121 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d566152c-2434-4331-8a77-a8a9578d71b4 req-143a472c-9f08-4668-9a80-3fdaacddcc29 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=63ad84a4-8e2d-4309-9ce4-f5332135341c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354028 Jan 28 01:12:57.803379 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-da385ce2-8f13-47b8-8a1f-13162b59f157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:57.806374 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-da385ce2-8f13-47b8-8a1f-13162b59f157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:57.807658 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-da385ce2-8f13-47b8-8a1f-13162b59f157 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48a1d75e-90b0-4374-8cac-999105289ceb HTTP/1.1" status: 204 len: 168 time: 0.2482584 Jan 28 01:12:57.817205 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da385ce2-8f13-47b8-8a1f-13162b59f157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a1d75e-90b0-4374-8cac-999105289ceb,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:12:58.000973 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['9595d255-c444-460b-86d6-2b7ec3a8b2ca'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:12:58.909382 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310030a-4dc6-4e33-883d-1b62f881c788 req-6925aa30-7bfc-4bf8-8fdd-ed417952b563 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:58.910758 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9310030a-4dc6-4e33-883d-1b62f881c788 req-6925aa30-7bfc-4bf8-8fdd-ed417952b563 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 944 time: 0.0528297 Jan 28 01:12:58.957570 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9310030a-4dc6-4e33-883d-1b62f881c788 req-0150e3a6-566c-4af5-9fbe-625d3374394b tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=63ad84a4-8e2d-4309-9ce4-f5332135341c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381765 Jan 28 01:12:59.205214 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 9595d255-c444-460b-86d6-2b7ec3a8b2ca up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:12:59.362613 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port 9595d255-c444-460b-86d6-2b7ec3a8b2ca completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:12:59.367224 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port 9595d255-c444-460b-86d6-2b7ec3a8b2ca triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:12:59.375642 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:59.467024 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:59.496058 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1010dfda-ce15-4851-a666-1238bfb38b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9595d255-c444-460b-86d6-2b7ec3a8b2ca'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:12:59.498323 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54815198-398f-4a44-9952-fd9d28159355" -d '{"events": [{"server_uuid": "1010dfda-ce15-4851-a666-1238bfb38b31", "name": "network-vif-plugged", "status": "completed", "tag": "9595d255-c444-460b-86d6-2b7ec3a8b2ca"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:12:59.515368 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 9595d255-c444-460b-86d6-2b7ec3a8b2ca, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9595d255-c444-460b-86d6-2b7ec3a8b2ca,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:12:59.546973 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f5fbde-6203-4a58-b804-b4f8217da231 x-openstack-request-id: req-b7f5fbde-6203-4a58-b804-b4f8217da231 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:12:59.553155 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1010dfda-ce15-4851-a666-1238bfb38b31", "name": "network-vif-plugged", "status": "completed", "tag": "9595d255-c444-460b-86d6-2b7ec3a8b2ca", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:12:59.553155 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7f5fbde-6203-4a58-b804-b4f8217da231 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:12:59.553155 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1010dfda-ce15-4851-a666-1238bfb38b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9595d255-c444-460b-86d6-2b7ec3a8b2ca', 'code': 200} Jan 28 01:12:59.671398 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:12:59.728519 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=9595d255-c444-460b-86d6-2b7ec3a8b2ca,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:00.004553 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fc73a-21e4-47d8-ae5e-57eb59db4b31 req-250be7c4-754c-4145-bed4-efb93a6a3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:00.007252 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dd9fc73a-21e4-47d8-ae5e-57eb59db4b31 req-250be7c4-754c-4145-bed4-efb93a6a3a2d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 1098 time: 0.0466013 Jan 28 01:13:00.057609 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dd9fc73a-21e4-47d8-ae5e-57eb59db4b31 req-58b1e27c-6818-497e-a42f-6bf614929e60 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=63ad84a4-8e2d-4309-9ce4-f5332135341c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437346 Jan 28 01:13:00.135154 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9df1c-4ae7-4a0c-bde4-792d50193702 req-26859499-3f40-43ec-80b5-440b9f9be35d tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:00.136688 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-efc9df1c-4ae7-4a0c-bde4-792d50193702 req-26859499-3f40-43ec-80b5-440b9f9be35d tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 945 time: 0.1020243 Jan 28 01:13:00.183459 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-efc9df1c-4ae7-4a0c-bde4-792d50193702 req-0148a520-c996-4e33-a42b-27104a2871c2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=63ad84a4-8e2d-4309-9ce4-f5332135341c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351670 Jan 28 01:13:01.325484 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f51086-75b1-4b10-b8ed-b26d5ab2ffd5 req-28dbd821-3573-4a48-b795-b467f2106bcd tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:01.327668 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b4f51086-75b1-4b10-b8ed-b26d5ab2ffd5 req-28dbd821-3573-4a48-b795-b467f2106bcd tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 945 time: 0.0613623 Jan 28 01:13:01.377652 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b4f51086-75b1-4b10-b8ed-b26d5ab2ffd5 req-778367b5-ab20-4534-80d3-ddd1d75d9e5a tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=63ad84a4-8e2d-4309-9ce4-f5332135341c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384750 Jan 28 01:13:02.516635 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451acb9-8323-497a-aed9-d9e28304c767 req-120ea1c0-3c84-4430-8262-dd1142790d61 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:02.518126 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e451acb9-8323-497a-aed9-d9e28304c767 req-120ea1c0-3c84-4430-8262-dd1142790d61 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 945 time: 0.0610151 Jan 28 01:13:02.558615 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e451acb9-8323-497a-aed9-d9e28304c767 req-ec463f61-1a18-4b57-9fc0-103bd7e23c65 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=63ad84a4-8e2d-4309-9ce4-f5332135341c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342011 Jan 28 01:13:02.629789 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:13:02.690099 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de11035-dfcf-4f02-bb1d-39dc4145f095 req-88e3a806-45a1-429f-b355-ab356df0993b tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:02.691481 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4de11035-dfcf-4f02-bb1d-39dc4145f095 req-88e3a806-45a1-429f-b355-ab356df0993b tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 945 time: 0.0574822 Jan 28 01:13:02.701762 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38202) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:13:02.706725 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-b78b2ab0-4437-4f96-86b7-1ed07add19ae tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Request body: {'floatingip': {'port_id': '9595d255-c444-460b-86d6-2b7ec3a8b2ca'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:02.751711 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b78b2ab0-4437-4f96-86b7-1ed07add19ae tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for floatingip, before_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:03.257744 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b78b2ab0-4437-4f96-86b7-1ed07add19ae tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:03.338988 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b78b2ab0-4437-4f96-86b7-1ed07add19ae tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646029'] for floatingip, after_update {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:03.460457 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.l3_db [None req-b78b2ab0-4437-4f96-86b7-1ed07add19ae tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Floating IP 85c8c46e-1c03-4b90-bc7b-c2857d64c42c associated. External IP: 172.28.0.146, port: 9595d255-c444-460b-86d6-2b7ec3a8b2ca. Jan 28 01:13:03.732760 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78b2ab0-4437-4f96-86b7-1ed07add19ae tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Router e76b4609-5802-4d0b-833d-8425691dfdb1 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:13:03.870622 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78b2ab0-4437-4f96-86b7-1ed07add19ae tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:03.876218 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b78b2ab0-4437-4f96-86b7-1ed07add19ae tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:03.884286 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e11ce9-0e1e-4c59-9e82-a591b1abf012 None None] Sync routers for ids ['e76b4609-5802-4d0b-833d-8425691dfdb1'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:03.900086 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e11ce9-0e1e-4c59-9e82-a591b1abf012 None None] Routers {'e76b4609-5802-4d0b-833d-8425691dfdb1'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:03.900973 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-11e11ce9-0e1e-4c59-9e82-a591b1abf012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:12:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['e76b4609-5802-4d0b-833d-8425691dfdb1'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:03.909463 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-b78b2ab0-4437-4f96-86b7-1ed07add19ae tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "PUT /v2.0/floatingips/85c8c46e-1c03-4b90-bc7b-c2857d64c42c HTTP/1.1" status: 200 len: 991 time: 1.2064860 Jan 28 01:13:03.910026 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1010dfda-ce15-4851-a666-1238bfb38b31', 'tag': '9595d255-c444-460b-86d6-2b7ec3a8b2ca'}] {{(pid=102111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:13:03.912551 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b758d530082989913afebcbbaf9e42b8e478f77c7c540d2473370b3881081be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26b8445-c254-4cfa-8260-5ef6482e9f03" -d '{"events": [{"name": "network-changed", "server_uuid": "1010dfda-ce15-4851-a666-1238bfb38b31", "tag": "9595d255-c444-460b-86d6-2b7ec3a8b2ca"}]}' {{(pid=102111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:04.039632 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-11e11ce9-0e1e-4c59-9e82-a591b1abf012 None None] Set router e76b4609-5802-4d0b-833d-8425691dfdb1 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:04.148511 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70278da-8acb-4726-a664-85bbdbdddd25 x-openstack-request-id: req-c70278da-8acb-4726-a664-85bbdbdddd25 {{(pid=102111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:04.148785 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1010dfda-ce15-4851-a666-1238bfb38b31", "tag": "9595d255-c444-460b-86d6-2b7ec3a8b2ca", "status": "completed", "code": 200}]} {{(pid=102111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:04.148957 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c70278da-8acb-4726-a664-85bbdbdddd25 {{(pid=102111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:04.149518 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1010dfda-ce15-4851-a666-1238bfb38b31', 'tag': '9595d255-c444-460b-86d6-2b7ec3a8b2ca', 'status': 'completed', 'code': 200} Jan 28 01:13:04.346791 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-11e11ce9-0e1e-4c59-9e82-a591b1abf012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': '85c8c46e-1c03-4b90-bc7b-c2857d64c42c', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'port_id': '9595d255-c444-460b-86d6-2b7ec3a8b2ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'mac_address': 'fa:16:3e:a9:ef:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010dfda-ce15-4851-a666-1238bfb38b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:12:45Z', 'updated_at': '2022-01-28T01:13:03Z', 'revision_number': 1, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:46Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:04.398462 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e11ce9-0e1e-4c59-9e82-a591b1abf012 None None] Checking router: e76b4609-5802-4d0b-833d-8425691dfdb1 for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:13:04.419618 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e11ce9-0e1e-4c59-9e82-a591b1abf012 None None] Routers {'e76b4609-5802-4d0b-833d-8425691dfdb1'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:04.420793 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-11e11ce9-0e1e-4c59-9e82-a591b1abf012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:12:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['e76b4609-5802-4d0b-833d-8425691dfdb1'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:04.527688 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b8445-c254-4cfa-8260-5ef6482e9f03 req-34341e9d-997a-4acb-8881-6321a398bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:04.529197 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b26b8445-c254-4cfa-8260-5ef6482e9f03 req-34341e9d-997a-4acb-8881-6321a398bdca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f461312e34a4ce2b564420e836320e0&device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 1098 time: 0.3339429 Jan 28 01:13:04.557242 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-11e11ce9-0e1e-4c59-9e82-a591b1abf012 None None] Set router e76b4609-5802-4d0b-833d-8425691dfdb1 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:04.633593 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b8445-c254-4cfa-8260-5ef6482e9f03 req-3163805e-d2d1-4fe1-8bed-67a8abd0ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:04.635341 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b26b8445-c254-4cfa-8260-5ef6482e9f03 req-3163805e-d2d1-4fe1-8bed-67a8abd0ff32 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cfb4a82a-108a-4a17-aae9-8777060ea51e HTTP/1.1" status: 200 len: 912 time: 0.0971873 Jan 28 01:13:04.725160 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b26b8445-c254-4cfa-8260-5ef6482e9f03 req-42f39a96-ecd8-4382-9f22-c03901ff45ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9595d255-c444-460b-86d6-2b7ec3a8b2ca HTTP/1.1" status: 200 len: 999 time: 0.0783784 Jan 28 01:13:04.804243 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b8445-c254-4cfa-8260-5ef6482e9f03 req-3f92b1fc-5cc0-4c5a-aece-bc3edbb8b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:04.807071 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b26b8445-c254-4cfa-8260-5ef6482e9f03 req-3f92b1fc-5cc0-4c5a-aece-bc3edbb8b2aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7317c50-dadc-4b80-9bc8-59c11b9befe9 HTTP/1.1" status: 200 len: 850 time: 0.0759680 Jan 28 01:13:04.871673 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b8445-c254-4cfa-8260-5ef6482e9f03 req-ecb04798-a3ad-451e-9e67-3c292c69a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:04.874218 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b26b8445-c254-4cfa-8260-5ef6482e9f03 req-ecb04798-a3ad-451e-9e67-3c292c69a2ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cfb4a82a-108a-4a17-aae9-8777060ea51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0600383 Jan 28 01:13:04.875630 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-11e11ce9-0e1e-4c59-9e82-a591b1abf012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': '85c8c46e-1c03-4b90-bc7b-c2857d64c42c', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'port_id': '9595d255-c444-460b-86d6-2b7ec3a8b2ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'mac_address': 'fa:16:3e:a9:ef:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010dfda-ce15-4851-a666-1238bfb38b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:12:45Z', 'updated_at': '2022-01-28T01:13:03Z', 'revision_number': 1, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:46Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:04.918909 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e11ce9-0e1e-4c59-9e82-a591b1abf012 None None] The sync data for ids ['e76b4609-5802-4d0b-833d-8425691dfdb1'] in dv-cinder-821890-1-smb is: [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_floatingips': [{'id': '85c8c46e-1c03-4b90-bc7b-c2857d64c42c', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'router_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'port_id': '9595d255-c444-460b-86d6-2b7ec3a8b2ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'mac_address': 'fa:16:3e:a9:ef:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010dfda-ce15-4851-a666-1238bfb38b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:12:45Z', 'updated_at': '2022-01-28T01:13:03Z', 'revision_number': 1, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:46Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:04.997554 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b26b8445-c254-4cfa-8260-5ef6482e9f03 req-d1d5b837-0243-40cd-95d5-ba6ca95e588e service neutron] 10.222.0.53 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162593 Jan 28 01:13:05.138374 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b26b8445-c254-4cfa-8260-5ef6482e9f03 req-85cb8bf6-0996-42f9-8b87-108b03fde745 service neutron] 10.222.0.53 "GET /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330583 Jan 28 01:13:05.209320 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14435bf-510e-45ab-80a8-2701919c301c None None] New status for floating IP 85c8c46e-1c03-4b90-bc7b-c2857d64c42c: ACTIVE {{(pid=102113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:13:07.743294 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38262) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:13:07.866261 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b8fe0c40-7d0c-4130-8ae7-4458b9d1fd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:07.971763 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b8fe0c40-7d0c-4130-8ae7-4458b9d1fd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:08.032226 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b8fe0c40-7d0c-4130-8ae7-4458b9d1fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:08.077948 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-b8fe0c40-7d0c-4130-8ae7-4458b9d1fd33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=753043a264f14e2e8ae856b06a066c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331747 Jan 28 01:13:08.078825 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe0c40-7d0c-4130-8ae7-4458b9d1fd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4c07d6-f732-4eaa-ac6f-f8e574931fcb,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:08.081262 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38266) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:13:08.143898 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8435901d-90b6-4eec-8261-7bfaf7292f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:08.178207 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8435901d-90b6-4eec-8261-7bfaf7292f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:08.326747 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8435901d-90b6-4eec-8261-7bfaf7292f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:08.329249 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8435901d-90b6-4eec-8261-7bfaf7292f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:08.330549 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-8435901d-90b6-4eec-8261-7bfaf7292f48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd4c07d6-f732-4eaa-ac6f-f8e574931fcb HTTP/1.1" status: 204 len: 168 time: 0.2481856 Jan 28 01:13:08.339505 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435901d-90b6-4eec-8261-7bfaf7292f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4c07d6-f732-4eaa-ac6f-f8e574931fcb,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:08.698560 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-0bdbae9d-04a8-4fd7-9977-326476ac8108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:10.898295 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a93bf61d-69e2-4d3c-b25b-6cc7fec4f5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:12.201317 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:12.860820 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:13.683166 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:13.843633 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:20.548554 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd51fe52-9763-4164-ac31-1e383ea73cf1 req-e0bee7e7-a1e9-46ae-b29a-0a01bc24a3fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397115 Jan 28 01:13:20.663736 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51fe52-9763-4164-ac31-1e383ea73cf1 req-9cb5e3f2-10a6-445f-8a3c-2f954d8aba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:20.665256 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd51fe52-9763-4164-ac31-1e383ea73cf1 req-9cb5e3f2-10a6-445f-8a3c-2f954d8aba1d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef7669c4535f486e84670c0aa9d7422c&device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 1098 time: 0.0503581 Jan 28 01:13:20.781891 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51fe52-9763-4164-ac31-1e383ea73cf1 req-4cf01c4d-653c-4934-8c96-d0620ba7dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:20.785747 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd51fe52-9763-4164-ac31-1e383ea73cf1 req-4cf01c4d-653c-4934-8c96-d0620ba7dda7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0158366-ed76-4a90-85ef-982ed6985089 HTTP/1.1" status: 200 len: 910 time: 0.0974405 Jan 28 01:13:20.862156 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd51fe52-9763-4164-ac31-1e383ea73cf1 req-28b12f64-a6c2-41e0-a700-544aa1d83c6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6 HTTP/1.1" status: 200 len: 1001 time: 0.0704868 Jan 28 01:13:20.928476 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51fe52-9763-4164-ac31-1e383ea73cf1 req-d75a89e9-d99a-431a-a9d6-5b972534c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:20.929903 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd51fe52-9763-4164-ac31-1e383ea73cf1 req-d75a89e9-d99a-431a-a9d6-5b972534c0ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01a556f0-3a34-4488-917c-016488a4c3ad HTTP/1.1" status: 200 len: 848 time: 0.0611784 Jan 28 01:13:20.979128 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51fe52-9763-4164-ac31-1e383ea73cf1 req-d4092917-7265-4bab-b112-84ff472a4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:20.980613 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd51fe52-9763-4164-ac31-1e383ea73cf1 req-d4092917-7265-4bab-b112-84ff472a4b33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0158366-ed76-4a90-85ef-982ed6985089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0428576 Jan 28 01:13:21.101814 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd51fe52-9763-4164-ac31-1e383ea73cf1 req-2245331d-afe4-4c98-8d0d-71cd195f8d0f service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898385 Jan 28 01:13:21.217640 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd51fe52-9763-4164-ac31-1e383ea73cf1 req-6617a568-0417-4765-9872-71f02514b1cc service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090403 Jan 28 01:13:21.255336 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38414) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:13:21.372972 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-4e9acabc-8ca8-419c-9ae8-a5cd64b24b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:21.453931 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-4e9acabc-8ca8-419c-9ae8-a5cd64b24b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:21.557696 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-4e9acabc-8ca8-419c-9ae8-a5cd64b24b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:21.597803 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-4e9acabc-8ca8-419c-9ae8-a5cd64b24b18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b04d2e840184998ae103b40b7f43fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408628 Jan 28 01:13:21.599871 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9acabc-8ca8-419c-9ae8-a5cd64b24b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd676e75-46eb-4cef-96ae-a3d862041539,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:21.601595 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38418) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:13:21.656374 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd497-222f-4b9f-8448-2d78050733b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:21.677204 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd497-222f-4b9f-8448-2d78050733b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:21.809736 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd497-222f-4b9f-8448-2d78050733b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:21.812449 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd497-222f-4b9f-8448-2d78050733b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:21.813644 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-2ebfd497-222f-4b9f-8448-2d78050733b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd676e75-46eb-4cef-96ae-a3d862041539 HTTP/1.1" status: 204 len: 168 time: 0.2107191 Jan 28 01:13:21.821856 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfd497-222f-4b9f-8448-2d78050733b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd676e75-46eb-4cef-96ae-a3d862041539,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:22.533522 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38426) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:13:22.547171 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2689d26b-3924-4da6-bc7f-6ac404d742e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:22.635787 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2689d26b-3924-4da6-bc7f-6ac404d742e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:22.729898 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-2689d26b-3924-4da6-bc7f-6ac404d742e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:22.774419 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-2689d26b-3924-4da6-bc7f-6ac404d742e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0dd09ccaf7e247f99a59671398e3ca25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397184 Jan 28 01:13:22.775140 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689d26b-3924-4da6-bc7f-6ac404d742e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac5741e-1a81-4731-9555-88eabc7d916a,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:22.777415 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38428) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:13:22.827657 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-8fed7cbe-bc3a-41a2-97b7-7a0d77cd30bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:22.849867 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-8fed7cbe-bc3a-41a2-97b7-7a0d77cd30bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:23.038733 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-8fed7cbe-bc3a-41a2-97b7-7a0d77cd30bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:23.042376 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-8fed7cbe-bc3a-41a2-97b7-7a0d77cd30bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:23.043629 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-8fed7cbe-bc3a-41a2-97b7-7a0d77cd30bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ac5741e-1a81-4731-9555-88eabc7d916a HTTP/1.1" status: 204 len: 168 time: 0.2652862 Jan 28 01:13:23.053094 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed7cbe-bc3a-41a2-97b7-7a0d77cd30bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac5741e-1a81-4731-9555-88eabc7d916a,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:23.844574 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38436) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:13:23.860071 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-638b4f66-cf2b-497a-af26-2a1506b5ceda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:23.947687 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-638b4f66-cf2b-497a-af26-2a1506b5ceda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:24.047770 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-638b4f66-cf2b-497a-af26-2a1506b5ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:24.098480 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-638b4f66-cf2b-497a-af26-2a1506b5ceda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca732131409e41219c657dda97b3bb0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521853 Jan 28 01:13:24.099975 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b4f66-cf2b-497a-af26-2a1506b5ceda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5beb62-f14b-45e7-9333-98c009e7c366,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:24.102314 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38438) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:13:24.157436 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-75e600a0-7885-44ba-856f-3eb4233e57c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:24.185612 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-75e600a0-7885-44ba-856f-3eb4233e57c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:24.341164 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-75e600a0-7885-44ba-856f-3eb4233e57c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:24.343855 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-75e600a0-7885-44ba-856f-3eb4233e57c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:24.345137 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-75e600a0-7885-44ba-856f-3eb4233e57c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb5beb62-f14b-45e7-9333-98c009e7c366 HTTP/1.1" status: 204 len: 168 time: 0.2418473 Jan 28 01:13:24.355568 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e600a0-7885-44ba-856f-3eb4233e57c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5beb62-f14b-45e7-9333-98c009e7c366,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:25.678774 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38464) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:13:25.800069 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1263881820-network', 'tenant_id': '6fb5341a8d414950ae26f4bda6601585'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:25.913716 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] Made reservation on behalf of 6fb5341a8d414950ae26f4bda6601585 for: {'network': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:25.916313 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:25.927588 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:26.016723 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:26.144444 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:26.172488 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:13:26.182766 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35b2ceb-f0f9-4878-a3bd-d11e5872f406,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:26.188060 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:26.188421 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.segments_db [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] Added segment aa70fe23-882f-42be-a28c-ee6b2b53ddde of type vlan for network 4dfa1faa-aad0-4154-b07a-2eeb6c540644 Jan 28 01:13:26.237662 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:26.426947 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:26.428180 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:26.428783 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:26.494438 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] Pushing event updated for resources: {'Network': ['ID=4dfa1faa-aad0-4154-b07a-2eeb6c540644,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:26.506865 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network 4dfa1faa-aad0-4154-b07a-2eeb6c540644 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:13:26.549909 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-a89776a0-26d7-4cec-bfbc-941676b41caf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8699384 Jan 28 01:13:26.555328 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38470) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:13:26.563775 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-13938780-bd38-4bf0-b5c0-20ca8aa18592 admin admin] Request body: {'subnet': {'network_id': '4dfa1faa-aad0-4154-b07a-2eeb6c540644', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1263881820-subnet', 'tenant_id': '6fb5341a8d414950ae26f4bda6601585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:26.681563 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13938780-bd38-4bf0-b5c0-20ca8aa18592 admin admin] Made reservation on behalf of 6fb5341a8d414950ae26f4bda6601585 for: {'subnet': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:26.684068 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-13938780-bd38-4bf0-b5c0-20ca8aa18592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15944639'] for subnet, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:26.987285 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-13938780-bd38-4bf0-b5c0-20ca8aa18592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15841912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15944621'] for subnet, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:27.045327 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13938780-bd38-4bf0-b5c0-20ca8aa18592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e945a151-f596-4ad8-8cb5-6c4fff382451,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:27.056943 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13938780-bd38-4bf0-b5c0-20ca8aa18592 admin admin] Checking segment: {'id': 'aa70fe23-882f-42be-a28c-ee6b2b53ddde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dfa1faa-aad0-4154-b07a-2eeb6c540644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:13:27.057516 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13938780-bd38-4bf0-b5c0-20ca8aa18592 admin admin] Network hostable DHCP agents. Network: 4dfa1faa-aad0-4154-b07a-2eeb6c540644, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:13:27.146600 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13938780-bd38-4bf0-b5c0-20ca8aa18592 admin admin] Network 4dfa1faa-aad0-4154-b07a-2eeb6c540644 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:13:27.266821 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-13938780-bd38-4bf0-b5c0-20ca8aa18592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, 4dfa1faa-aad0-4154-b07a-2eeb6c540644) {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:27.271067 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13938780-bd38-4bf0-b5c0-20ca8aa18592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:27.272229 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-13938780-bd38-4bf0-b5c0-20ca8aa18592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:27.277348 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e23794-5563-424b-97f0-95bf2a959065 None None] Network 4dfa1faa-aad0-4154-b07a-2eeb6c540644 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:13:27.409764 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d970f71-49ba-4d72-ae44-62aa367b29cd None None] Network 4dfa1faa-aad0-4154-b07a-2eeb6c540644 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:13:27.420494 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-13938780-bd38-4bf0-b5c0-20ca8aa18592 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8553622 Jan 28 01:13:29.769177 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-86813a88-5381-4472-aa90-4326444d24b1 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:29.770569 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-86813a88-5381-4472-aa90-4326444d24b1 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/networks?id=4dfa1faa-aad0-4154-b07a-2eeb6c540644 HTTP/1.1" status: 200 len: 809 time: 0.1081443 Jan 28 01:13:29.786392 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-0c9eae47-0f30-485e-a51a-83d9758284e0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/quotas/6fb5341a8d414950ae26f4bda6601585 HTTP/1.1" status: 200 len: 375 time: 0.0095489 Jan 28 01:13:29.821245 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-1cead750-2443-4f39-9bff-09a20ffbfa0b tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fb5341a8d414950ae26f4bda6601585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291979 Jan 28 01:13:29.972336 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-988fd1c4-23c8-4453-b058-168c84733297 service neutron] 10.222.0.18 "GET /v2.0/networks/4dfa1faa-aad0-4154-b07a-2eeb6c540644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441226 Jan 28 01:13:30.069430 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-44202317-373a-4204-bbb4-986c4d43dd16 service neutron] 10.222.0.18 "GET /v2.0/networks/4dfa1faa-aad0-4154-b07a-2eeb6c540644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902183 Jan 28 01:13:30.316700 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-faa81c10-a868-4d9f-97c6-61f177dc1b31 req-5759456c-3f1e-4304-bd16-d59761dfc1b7 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 210 time: 0.0278406 Jan 28 01:13:31.418408 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6b3816f9-b828-4020-80f0-a06313f586cf req-aa9914dd-af07-4d30-bb4c-8e88a050180d tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 210 time: 0.0331054 Jan 28 01:13:32.514147 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-eec4824d-398f-4ec9-b126-bc4459f06d7d req-537281eb-9424-427f-a28e-7308ab599a91 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 210 time: 0.0282149 Jan 28 01:13:32.684225 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-0bf74e04-9104-43c4-8537-6cd8ed2fa4a0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:32.685731 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-0bf74e04-9104-43c4-8537-6cd8ed2fa4a0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.53 "GET /v2.0/networks?id=4dfa1faa-aad0-4154-b07a-2eeb6c540644 HTTP/1.1" status: 200 len: 809 time: 0.1072824 Jan 28 01:13:32.707845 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-6af88ba4-b740-45c5-9b03-eca7f07eb62c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Request body: {'port': {'device_id': 'c5372db8-46a7-4494-a99a-b127809b49a5', 'network_id': '4dfa1faa-aad0-4154-b07a-2eeb6c540644', 'admin_state_up': True, 'tenant_id': '6fb5341a8d414950ae26f4bda6601585'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:32.941097 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-6af88ba4-b740-45c5-9b03-eca7f07eb62c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Made reservation on behalf of 6fb5341a8d414950ae26f4bda6601585 for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:32.945950 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-6af88ba4-b740-45c5-9b03-eca7f07eb62c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:33.079813 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-6af88ba4-b740-45c5-9b03-eca7f07eb62c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Allocated IP 172.20.0.8 (4dfa1faa-aad0-4154-b07a-2eeb6c540644/e945a151-f596-4ad8-8cb5-6c4fff382451/fee356c2-8584-4be8-9122-3227e504ec9a) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:33.231779 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-6af88ba4-b740-45c5-9b03-eca7f07eb62c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:33.342905 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-6af88ba4-b740-45c5-9b03-eca7f07eb62c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:33.391356 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-6af88ba4-b740-45c5-9b03-eca7f07eb62c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Network 4dfa1faa-aad0-4154-b07a-2eeb6c540644 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:33.395187 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-6af88ba4-b740-45c5-9b03-eca7f07eb62c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:33.399245 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-6af88ba4-b740-45c5-9b03-eca7f07eb62c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:33.427300 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af88ba4-b740-45c5-9b03-eca7f07eb62c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Pushing event updated for resources: {'Port': ['ID=fee356c2-8584-4be8-9122-3227e504ec9a,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:33.458991 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-6af88ba4-b740-45c5-9b03-eca7f07eb62c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:33.459899 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-6af88ba4-b740-45c5-9b03-eca7f07eb62c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:33.558282 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-6af88ba4-b740-45c5-9b03-eca7f07eb62c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8544416 Jan 28 01:13:33.576548 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Request body: {'port': {'device_id': 'c5372db8-46a7-4494-a99a-b127809b49a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:33.679798 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:33.700616 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d933c-7668-4191-8b89-33efbe04ec97 req-031d3db2-cf88-4496-8136-6c654658236f tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:33.702103 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d98d933c-7668-4191-8b89-33efbe04ec97 req-031d3db2-cf88-4496-8136-6c654658236f tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 931 time: 0.1013193 Jan 28 01:13:33.781151 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d98d933c-7668-4191-8b89-33efbe04ec97 req-162ceca2-7118-4511-9464-1411043f639a tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519001 Jan 28 01:13:33.998743 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee356c2-8584-4be8-9122-3227e504ec9a {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:13:34.008327 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:34.020356 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Transition to ACTIVE for port object fee356c2-8584-4be8-9122-3227e504ec9a will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:13:34.110196 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:34.165067 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Pushing event updated for resources: {'Port': ['ID=fee356c2-8584-4be8-9122-3227e504ec9a,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:34.238224 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Attempting to bind port fee356c2-8584-4be8-9122-3227e504ec9a on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:13:34.238544 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Attempting to bind port fee356c2-8584-4be8-9122-3227e504ec9a by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'aa70fe23-882f-42be-a28c-ee6b2b53ddde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dfa1faa-aad0-4154-b07a-2eeb6c540644'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:13:34.238896 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Attempting to bind port fee356c2-8584-4be8-9122-3227e504ec9a on network 4dfa1faa-aad0-4154-b07a-2eeb6c540644 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:34.243652 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Port fee356c2-8584-4be8-9122-3227e504ec9a on network 4dfa1faa-aad0-4154-b07a-2eeb6c540644 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:13:34.243974 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Attempting to bind port fee356c2-8584-4be8-9122-3227e504ec9a on network 4dfa1faa-aad0-4154-b07a-2eeb6c540644 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:34.248901 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:34.249297 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Checking segment: {'id': 'aa70fe23-882f-42be-a28c-ee6b2b53ddde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dfa1faa-aad0-4154-b07a-2eeb6c540644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:13:34.249518 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Bound using segment: {'id': 'aa70fe23-882f-42be-a28c-ee6b2b53ddde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dfa1faa-aad0-4154-b07a-2eeb6c540644'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:34.249939 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Bound port: fee356c2-8584-4be8-9122-3227e504ec9a, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa70fe23-882f-42be-a28c-ee6b2b53ddde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dfa1faa-aad0-4154-b07a-2eeb6c540644'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:13:34.250290 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:34.316158 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] For port fee356c2-8584-4be8-9122-3227e504ec9a, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:34.319385 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] For port fee356c2-8584-4be8-9122-3227e504ec9a, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=fee356c2-8584-4be8-9122-3227e504ec9a,segment=NetworkSegment(aa70fe23-882f-42be-a28c-ee6b2b53ddde),segment_id=aa70fe23-882f-42be-a28c-ee6b2b53ddde)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:34.465228 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:34.500322 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:34.500868 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:34.502276 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] 10.222.0.53 "PUT /v2.0/ports/fee356c2-8584-4be8-9122-3227e504ec9a HTTP/1.1" status: 200 len: 1093 time: 0.9304037 Jan 28 01:13:34.502725 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5372db8-46a7-4494-a99a-b127809b49a5', 'tag': 'fee356c2-8584-4be8-9122-3227e504ec9a'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:13:34.505086 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b01b3f4-3556-43f3-823d-a3f7aabaa4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c5372db8-46a7-4494-a99a-b127809b49a5", "tag": "fee356c2-8584-4be8-9122-3227e504ec9a"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:34.535596 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54073cc7-cf31-4b0c-91d2-a6f227b74d09 service neutron] Pushing event updated for resources: {'Port': ['ID=fee356c2-8584-4be8-9122-3227e504ec9a,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:34.557951 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d6313e-f923-475d-b65c-020183c327e1 x-openstack-request-id: req-71d6313e-f923-475d-b65c-020183c327e1 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:34.557951 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5372db8-46a7-4494-a99a-b127809b49a5", "tag": "fee356c2-8584-4be8-9122-3227e504ec9a", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:34.557951 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71d6313e-f923-475d-b65c-020183c327e1 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:34.557951 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5372db8-46a7-4494-a99a-b127809b49a5', 'tag': 'fee356c2-8584-4be8-9122-3227e504ec9a', 'status': 'completed', 'code': 200} Jan 28 01:13:34.639135 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01b3f4-3556-43f3-823d-a3f7aabaa4eb req-467ace90-befd-47ac-83f3-59f2c32e874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:34.640623 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2b01b3f4-3556-43f3-823d-a3f7aabaa4eb req-467ace90-befd-47ac-83f3-59f2c32e874c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fb5341a8d414950ae26f4bda6601585&device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 1096 time: 0.0429795 Jan 28 01:13:34.752435 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01b3f4-3556-43f3-823d-a3f7aabaa4eb req-6451ef22-2120-4734-a029-eba9b5d53510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:34.753801 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2b01b3f4-3556-43f3-823d-a3f7aabaa4eb req-6451ef22-2120-4734-a029-eba9b5d53510 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6fb5341a8d414950ae26f4bda6601585&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0983224 Jan 28 01:13:34.876533 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01b3f4-3556-43f3-823d-a3f7aabaa4eb req-fd4196f7-4f67-49e4-b991-9d0f5a8340a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:34.878188 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2b01b3f4-3556-43f3-823d-a3f7aabaa4eb req-fd4196f7-4f67-49e4-b991-9d0f5a8340a0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171641 Jan 28 01:13:34.923779 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b6cb8-eabe-41b8-915f-acbb58ae8a48 req-45ae1892-bf2c-4459-bb5d-14e03b219735 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:34.925268 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ce8b6cb8-eabe-41b8-915f-acbb58ae8a48 req-45ae1892-bf2c-4459-bb5d-14e03b219735 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 943 time: 0.0605559 Jan 28 01:13:34.994142 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ce8b6cb8-eabe-41b8-915f-acbb58ae8a48 req-caeb6009-156c-4312-b387-50038c65527e tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594778 Jan 28 01:13:35.003749 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-c6bcc2da-b48c-49c7-adc9-967915326130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:35.005236 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-c6bcc2da-b48c-49c7-adc9-967915326130 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fb5341a8d414950ae26f4bda6601585&device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 1096 time: 0.0561173 Jan 28 01:13:35.064363 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-dad688ad-6a8b-4d3f-adb6-f03c48855e80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee356c2-8584-4be8-9122-3227e504ec9a HTTP/1.1" status: 200 len: 217 time: 0.0446396 Jan 28 01:13:35.116204 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-0f905252-26b2-46dc-8106-bddea07a0adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:35.117511 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-0f905252-26b2-46dc-8106-bddea07a0adb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e945a151-f596-4ad8-8cb5-6c4fff382451 HTTP/1.1" status: 200 len: 849 time: 0.0471671 Jan 28 01:13:35.149727 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-f7eda5e0-1099-4fb0-ba21-66c0ae7db369 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4dfa1faa-aad0-4154-b07a-2eeb6c540644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256891 Jan 28 01:13:35.242618 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-a08feebd-4ecb-4e3c-9069-d655ffe1a396 service neutron] 10.222.0.53 "GET /v2.0/networks/4dfa1faa-aad0-4154-b07a-2eeb6c540644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859008 Jan 28 01:13:35.342022 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b1596bf4-1ba6-4f94-9091-38da0a7e2558 req-d47ce131-5dfb-436a-81f5-3df1bc259024 service neutron] 10.222.0.53 "GET /v2.0/networks/4dfa1faa-aad0-4154-b07a-2eeb6c540644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920815 Jan 28 01:13:36.150031 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa78b73-072e-42f4-813d-bc9225a35955 req-4381c1fa-efa2-4c64-9b5a-65fbd01d2ac2 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:36.151549 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cfa78b73-072e-42f4-813d-bc9225a35955 req-4381c1fa-efa2-4c64-9b5a-65fbd01d2ac2 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 943 time: 0.0581560 Jan 28 01:13:36.191618 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cfa78b73-072e-42f4-813d-bc9225a35955 req-18dade5b-4fea-4304-b9a2-2d6b985800ce tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339472 Jan 28 01:13:37.312397 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1e40f-2702-4808-8bc2-7f5ce37df4b2 req-c850ebd8-d13a-4b78-9a69-5a87f3d8f2bc tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:37.313939 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ffd1e40f-2702-4808-8bc2-7f5ce37df4b2 req-c850ebd8-d13a-4b78-9a69-5a87f3d8f2bc tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 943 time: 0.0550177 Jan 28 01:13:37.355745 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ffd1e40f-2702-4808-8bc2-7f5ce37df4b2 req-09d635a9-789b-4273-91ed-9f8cc8fe7866 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356772 Jan 28 01:13:37.425867 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device fee356c2-8584-4be8-9122-3227e504ec9a details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:13:37.524901 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port fee356c2-8584-4be8-9122-3227e504ec9a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=fee356c2-8584-4be8-9122-3227e504ec9a,segment=NetworkSegment(aa70fe23-882f-42be-a28c-ee6b2b53ddde),segment_id=aa70fe23-882f-42be-a28c-ee6b2b53ddde)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:37.535814 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': 'fee356c2-8584-4be8-9122-3227e504ec9a', 'network_id': '4dfa1faa-aad0-4154-b07a-2eeb6c540644', 'port_id': 'fee356c2-8584-4be8-9122-3227e504ec9a', 'mac_address': 'fa:16:3e:52:37:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e945a151-f596-4ad8-8cb5-6c4fff382451', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:13:37.579430 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:37.602088 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee356c2-8584-4be8-9122-3227e504ec9a {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:13:37.623265 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port fee356c2-8584-4be8-9122-3227e504ec9a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=fee356c2-8584-4be8-9122-3227e504ec9a,segment=NetworkSegment(aa70fe23-882f-42be-a28c-ee6b2b53ddde),segment_id=aa70fe23-882f-42be-a28c-ee6b2b53ddde)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:37.736128 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:37.785765 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=fee356c2-8584-4be8-9122-3227e504ec9a,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:37.793532 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:37.793878 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:37.794217 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:37.794549 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:37.794904 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:37.795240 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:37.795570 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:37.795893 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:37.796245 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:37.796561 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:37.796908 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:37.797228 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:38.050873 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['fee356c2-8584-4be8-9122-3227e504ec9a'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:13:38.483583 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767755c-5b7a-415b-9feb-aeb7ea21c625 req-22d1ca2d-576d-482e-8a6e-4c4faebf24f6 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:38.485044 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4767755c-5b7a-415b-9feb-aeb7ea21c625 req-22d1ca2d-576d-482e-8a6e-4c4faebf24f6 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 944 time: 0.0497260 Jan 28 01:13:38.524120 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4767755c-5b7a-415b-9feb-aeb7ea21c625 req-d0777ed0-a513-4858-953d-48ff33516011 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Jan 28 01:13:38.741450 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-87f373b5-4854-4ce3-985f-263b7b2441c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:39.432382 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device fee356c2-8584-4be8-9122-3227e504ec9a up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:39.550498 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port fee356c2-8584-4be8-9122-3227e504ec9a completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:13:39.554872 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port fee356c2-8584-4be8-9122-3227e504ec9a triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:39.555318 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:39.630333 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:13:39.645127 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd7b83-b8ab-442f-ba5a-51eadfd803fb req-f6f5b0c1-dde2-4f25-8c8d-234fab1a1f10 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:39.646604 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d1cd7b83-b8ab-442f-ba5a-51eadfd803fb req-f6f5b0c1-dde2-4f25-8c8d-234fab1a1f10 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 944 time: 0.0506654 Jan 28 01:13:39.654380 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:39.687654 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5372db8-46a7-4494-a99a-b127809b49a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee356c2-8584-4be8-9122-3227e504ec9a'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:13:39.687911 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d1cd7b83-b8ab-442f-ba5a-51eadfd803fb req-ddbcba0c-8b01-475b-bad1-cc70edea8daa tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338988 Jan 28 01:13:39.690237 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3798cbcd-db30-407e-ae9d-7b2fe534b4be" -d '{"events": [{"server_uuid": "c5372db8-46a7-4494-a99a-b127809b49a5", "name": "network-vif-plugged", "status": "completed", "tag": "fee356c2-8584-4be8-9122-3227e504ec9a"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:39.713116 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port fee356c2-8584-4be8-9122-3227e504ec9a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=fee356c2-8584-4be8-9122-3227e504ec9a,segment=NetworkSegment(aa70fe23-882f-42be-a28c-ee6b2b53ddde),segment_id=aa70fe23-882f-42be-a28c-ee6b2b53ddde)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:39.730315 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840791b6-6902-46e4-b0a7-4862b7acd060 x-openstack-request-id: req-840791b6-6902-46e4-b0a7-4862b7acd060 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:39.730623 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5372db8-46a7-4494-a99a-b127809b49a5", "name": "network-vif-plugged", "status": "completed", "tag": "fee356c2-8584-4be8-9122-3227e504ec9a", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:39.730901 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-840791b6-6902-46e4-b0a7-4862b7acd060 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:39.731293 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5372db8-46a7-4494-a99a-b127809b49a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee356c2-8584-4be8-9122-3227e504ec9a', 'code': 200} Jan 28 01:13:39.821862 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:39.869910 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=fee356c2-8584-4be8-9122-3227e504ec9a,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:40.175956 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26e6b8-5502-4967-81e9-4302076b61bd req-a6e876bf-d285-452a-a941-5a9550a63f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:40.177465 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a26e6b8-5502-4967-81e9-4302076b61bd req-a6e876bf-d285-452a-a941-5a9550a63f0b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 1098 time: 0.0498476 Jan 28 01:13:40.216929 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a26e6b8-5502-4967-81e9-4302076b61bd req-5fc3ec54-5e7a-4802-b2b6-7db91c6d610b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321102 Jan 28 01:13:40.819145 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4a57d-1db4-43f8-8fab-e5b385c5af6f req-2c3d556b-a603-45ab-8032-c46bcb118b55 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:40.820641 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dce4a57d-1db4-43f8-8fab-e5b385c5af6f req-2c3d556b-a603-45ab-8032-c46bcb118b55 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 945 time: 0.0584965 Jan 28 01:13:40.862509 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dce4a57d-1db4-43f8-8fab-e5b385c5af6f req-507e258b-d9a0-4637-9346-eec94d6069bc tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351505 Jan 28 01:13:40.887658 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46684912-93bb-475a-a432-e4404f1a2d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:41.981120 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e6e88-dcc0-4140-82a8-51f25b777c21 req-e193e9fd-fc35-4d98-88a9-cc6f98ea6025 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:41.982633 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d14e6e88-dcc0-4140-82a8-51f25b777c21 req-e193e9fd-fc35-4d98-88a9-cc6f98ea6025 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 945 time: 0.0508509 Jan 28 01:13:42.022956 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d14e6e88-dcc0-4140-82a8-51f25b777c21 req-aa1e8123-84d7-43d3-8944-ca00f6209c45 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330143 Jan 28 01:13:42.215817 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:42.896190 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:43.452167 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3696e-e7c3-4339-a3f2-1db5be88103d req-1d1b0b65-8fa6-418e-b02e-19e2f23418e1 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:43.453669 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0ad3696e-e7c3-4339-a3f2-1db5be88103d req-1d1b0b65-8fa6-418e-b02e-19e2f23418e1 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 945 time: 0.0578332 Jan 28 01:13:43.492619 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0ad3696e-e7c3-4339-a3f2-1db5be88103d req-6241b04f-416b-4981-aaef-a122dd5893da tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326779 Jan 28 01:13:43.701877 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:43.798781 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:44.633402 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13bc92-c9aa-4fba-85a5-8abc66ed1e9e req-8ec83ba7-1ef8-484c-9bf9-bcaaba376b9b tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:44.635702 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2f13bc92-c9aa-4fba-85a5-8abc66ed1e9e req-8ec83ba7-1ef8-484c-9bf9-bcaaba376b9b tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 945 time: 0.0675695 Jan 28 01:13:44.679554 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2f13bc92-c9aa-4fba-85a5-8abc66ed1e9e req-037c946a-83c2-493d-9113-d04aaf898d81 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340250 Jan 28 01:13:44.921333 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f034f-ed8e-489c-b4e0-a15187dfe442 req-10eddcda-725b-41ba-87c2-42f0c6ccd853 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:44.922782 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0d7f034f-ed8e-489c-b4e0-a15187dfe442 req-10eddcda-725b-41ba-87c2-42f0c6ccd853 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 945 time: 0.0505173 Jan 28 01:13:45.029763 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-0d7f034f-ed8e-489c-b4e0-a15187dfe442 req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Deleting port fee356c2-8584-4be8-9122-3227e504ec9a {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:13:45.030094 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-0d7f034f-ed8e-489c-b4e0-a15187dfe442 req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:45.140819 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-0d7f034f-ed8e-489c-b4e0-a15187dfe442 req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] For port fee356c2-8584-4be8-9122-3227e504ec9a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=fee356c2-8584-4be8-9122-3227e504ec9a,segment=NetworkSegment(aa70fe23-882f-42be-a28c-ee6b2b53ddde),segment_id=aa70fe23-882f-42be-a28c-ee6b2b53ddde)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:45.141203 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-0d7f034f-ed8e-489c-b4e0-a15187dfe442 req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:45.154398 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-0d7f034f-ed8e-489c-b4e0-a15187dfe442 req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Calling delete_port for fee356c2-8584-4be8-9122-3227e504ec9a owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:13:45.413512 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-0d7f034f-ed8e-489c-b4e0-a15187dfe442 req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:45.444085 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Pushing event deleted for resources: {'Port': ['ID=fee356c2-8584-4be8-9122-3227e504ec9a,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:45.458034 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['fee356c2-8584-4be8-9122-3227e504ec9a'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:13:45.459123 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:45.459123 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:45.459123 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:45.459123 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:45.459123 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:45.459892 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:45.459892 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:45.460237 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:45.460394 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:45.462071 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:45.462071 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:45.462071 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:45.502981 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7f034f-ed8e-489c-b4e0-a15187dfe442 req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] No DVR routers for this DVR port fee356c2-8584-4be8-9122-3227e504ec9a on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:45.505817 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-0d7f034f-ed8e-489c-b4e0-a15187dfe442 req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:45.509358 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0d7f034f-ed8e-489c-b4e0-a15187dfe442 req-79db7cc6-c9ea-47d7-a9da-f0eb819ef53c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.53 "DELETE /v2.0/ports/fee356c2-8584-4be8-9122-3227e504ec9a HTTP/1.1" status: 204 len: 173 time: 0.5809574 Jan 28 01:13:45.509816 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5372db8-46a7-4494-a99a-b127809b49a5', 'name': 'network-vif-deleted', 'tag': 'fee356c2-8584-4be8-9122-3227e504ec9a'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:13:45.512179 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcb44af-3f29-495d-9e92-87a827d25d27" -d '{"events": [{"server_uuid": "c5372db8-46a7-4494-a99a-b127809b49a5", "name": "network-vif-deleted", "tag": "fee356c2-8584-4be8-9122-3227e504ec9a"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:45.548987 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a8599f-ac3d-4c48-aa0c-54c097bb40db x-openstack-request-id: req-b0a8599f-ac3d-4c48-aa0c-54c097bb40db {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:45.549514 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5372db8-46a7-4494-a99a-b127809b49a5", "name": "network-vif-deleted", "tag": "fee356c2-8584-4be8-9122-3227e504ec9a", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:45.549813 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0a8599f-ac3d-4c48-aa0c-54c097bb40db {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:45.550200 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5372db8-46a7-4494-a99a-b127809b49a5', 'name': 'network-vif-deleted', 'tag': 'fee356c2-8584-4be8-9122-3227e504ec9a', 'status': 'completed', 'code': 200} Jan 28 01:13:45.791385 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a53581fc-fd44-4003-9818-29e6ffb5d6df req-9e01d31f-d7cc-401f-aa82-9fcceeda1576 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5372db8-46a7-4494-a99a-b127809b49a5 HTTP/1.1" status: 200 len: 210 time: 0.0345230 Jan 28 01:13:47.064855 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-24dea6a5-2bb3-4462-a618-94fa5216534d tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:47.066443 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-24dea6a5-2bb3-4462-a618-94fa5216534d tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/networks?id=4dfa1faa-aad0-4154-b07a-2eeb6c540644 HTTP/1.1" status: 200 len: 809 time: 0.1030991 Jan 28 01:13:47.083039 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-cd55750c-de5f-4400-8f0b-fe04ba5e5a76 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/quotas/6fb5341a8d414950ae26f4bda6601585 HTTP/1.1" status: 200 len: 375 time: 0.0094361 Jan 28 01:13:47.120286 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-27813b77-6a87-4520-9564-3fd2eb827279 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fb5341a8d414950ae26f4bda6601585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301700 Jan 28 01:13:47.217464 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-73759705-070a-46b4-a5cb-c0927e4005b1 service neutron] 10.222.0.18 "GET /v2.0/networks/4dfa1faa-aad0-4154-b07a-2eeb6c540644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898554 Jan 28 01:13:47.324543 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-d89e532a-42cc-4508-af64-f32bd9eb87dc service neutron] 10.222.0.18 "GET /v2.0/networks/4dfa1faa-aad0-4154-b07a-2eeb6c540644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002312 Jan 28 01:13:47.478156 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device fee356c2-8584-4be8-9122-3227e504ec9a no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:47.499958 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: fee356c2-8584-4be8-9122-3227e504ec9a {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:13:47.500351 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device fee356c2-8584-4be8-9122-3227e504ec9a not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:47.594233 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2bfc71a0-9f66-4c93-86fd-0f1a83427f9c req-24e6b990-18cb-4b39-80fc-349f1e6bcacb tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 210 time: 0.0397472 Jan 28 01:13:48.692242 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f7564174-6b13-4459-bf65-1c8470fde442 req-99ea9f13-0178-47be-8888-782795d2a7b0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 210 time: 0.0311351 Jan 28 01:13:49.790783 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d08d0bb1-eba4-457d-b78c-815d3426a5bb req-efd3fe5b-0633-4745-aae4-8ee4ff026ebb tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 210 time: 0.0284991 Jan 28 01:13:49.894796 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-6f0c2e3a-23d7-4324-9ebc-a057bc4050a1 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:49.896274 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-6f0c2e3a-23d7-4324-9ebc-a057bc4050a1 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.53 "GET /v2.0/networks?id=4dfa1faa-aad0-4154-b07a-2eeb6c540644 HTTP/1.1" status: 200 len: 809 time: 0.1080439 Jan 28 01:13:49.914247 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-bdf64fd9-f6a1-47f8-8e4f-0a1476a6a8e0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Request body: {'port': {'device_id': '8649f55f-5e3c-432f-80e8-18eb16e9c558', 'network_id': '4dfa1faa-aad0-4154-b07a-2eeb6c540644', 'admin_state_up': True, 'tenant_id': '6fb5341a8d414950ae26f4bda6601585'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:50.107870 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-bdf64fd9-f6a1-47f8-8e4f-0a1476a6a8e0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Made reservation on behalf of 6fb5341a8d414950ae26f4bda6601585 for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:13:50.111442 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-bdf64fd9-f6a1-47f8-8e4f-0a1476a6a8e0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:50.513569 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-bdf64fd9-f6a1-47f8-8e4f-0a1476a6a8e0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Allocated IP 172.20.0.6 (4dfa1faa-aad0-4154-b07a-2eeb6c540644/e945a151-f596-4ad8-8cb5-6c4fff382451/1404ad8f-c3f0-47fd-8fe7-089c0d34b415) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:13:50.686869 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-bdf64fd9-f6a1-47f8-8e4f-0a1476a6a8e0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:50.831313 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-bdf64fd9-f6a1-47f8-8e4f-0a1476a6a8e0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:50.875442 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-bdf64fd9-f6a1-47f8-8e4f-0a1476a6a8e0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Network 4dfa1faa-aad0-4154-b07a-2eeb6c540644 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:13:50.888027 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-bdf64fd9-f6a1-47f8-8e4f-0a1476a6a8e0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:13:50.905940 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-bdf64fd9-f6a1-47f8-8e4f-0a1476a6a8e0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:13:50.957846 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf64fd9-f6a1-47f8-8e4f-0a1476a6a8e0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Pushing event updated for resources: {'Port': ['ID=1404ad8f-c3f0-47fd-8fe7-089c0d34b415,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:50.987240 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3a52c-3161-4ee1-a216-4f6a10ed2426 req-538d80d3-47a0-4b02-8076-848a929fc3e8 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:50.989067 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-56f3a52c-3161-4ee1-a216-4f6a10ed2426 req-538d80d3-47a0-4b02-8076-848a929fc3e8 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 931 time: 0.1215849 Jan 28 01:13:50.996346 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-bdf64fd9-f6a1-47f8-8e4f-0a1476a6a8e0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:50.997026 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-bdf64fd9-f6a1-47f8-8e4f-0a1476a6a8e0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:51.043600 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-56f3a52c-3161-4ee1-a216-4f6a10ed2426 req-52ca008c-de61-4d51-b0e4-5c093b134827 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393102 Jan 28 01:13:51.131102 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-bdf64fd9-f6a1-47f8-8e4f-0a1476a6a8e0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2205753 Jan 28 01:13:51.149231 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Request body: {'port': {'device_id': '8649f55f-5e3c-432f-80e8-18eb16e9c558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:13:51.209008 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:51.519269 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:13:51.528232 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:51.545571 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Transition to ACTIVE for port object 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:13:51.636435 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:51.689670 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Pushing event updated for resources: {'Port': ['ID=1404ad8f-c3f0-47fd-8fe7-089c0d34b415,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:51.761422 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Attempting to bind port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:13:51.761767 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Attempting to bind port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'aa70fe23-882f-42be-a28c-ee6b2b53ddde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dfa1faa-aad0-4154-b07a-2eeb6c540644'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:13:51.761963 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Attempting to bind port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 on network 4dfa1faa-aad0-4154-b07a-2eeb6c540644 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:51.766961 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 on network 4dfa1faa-aad0-4154-b07a-2eeb6c540644 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:13:51.767299 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Attempting to bind port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 on network 4dfa1faa-aad0-4154-b07a-2eeb6c540644 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:13:51.772319 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:13:51.772654 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Checking segment: {'id': 'aa70fe23-882f-42be-a28c-ee6b2b53ddde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dfa1faa-aad0-4154-b07a-2eeb6c540644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:13:51.773037 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Bound using segment: {'id': 'aa70fe23-882f-42be-a28c-ee6b2b53ddde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dfa1faa-aad0-4154-b07a-2eeb6c540644'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:13:51.773461 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Bound port: 1404ad8f-c3f0-47fd-8fe7-089c0d34b415, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa70fe23-882f-42be-a28c-ee6b2b53ddde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dfa1faa-aad0-4154-b07a-2eeb6c540644'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:13:51.773815 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:51.840067 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] For port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:13:51.843050 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] For port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1404ad8f-c3f0-47fd-8fe7-089c0d34b415,segment=NetworkSegment(aa70fe23-882f-42be-a28c-ee6b2b53ddde),segment_id=aa70fe23-882f-42be-a28c-ee6b2b53ddde)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:13:51.894206 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:51.933224 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:51.933837 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:51.935257 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] 10.222.0.53 "PUT /v2.0/ports/1404ad8f-c3f0-47fd-8fe7-089c0d34b415 HTTP/1.1" status: 200 len: 1093 time: 0.7903450 Jan 28 01:13:51.935693 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8649f55f-5e3c-432f-80e8-18eb16e9c558', 'tag': '1404ad8f-c3f0-47fd-8fe7-089c0d34b415'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:13:51.937947 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219524ac-fa53-47a9-9221-faebd1073aab" -d '{"events": [{"name": "network-changed", "server_uuid": "8649f55f-5e3c-432f-80e8-18eb16e9c558", "tag": "1404ad8f-c3f0-47fd-8fe7-089c0d34b415"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:51.961330 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28da576-453a-43df-b1a8-3d4675237499 service neutron] Pushing event updated for resources: {'Port': ['ID=1404ad8f-c3f0-47fd-8fe7-089c0d34b415,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:51.985136 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af4896f-97aa-4ccc-87a3-e2c87ac6ee3b x-openstack-request-id: req-5af4896f-97aa-4ccc-87a3-e2c87ac6ee3b {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:51.985431 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8649f55f-5e3c-432f-80e8-18eb16e9c558", "tag": "1404ad8f-c3f0-47fd-8fe7-089c0d34b415", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:51.985685 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5af4896f-97aa-4ccc-87a3-e2c87ac6ee3b {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:51.986237 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8649f55f-5e3c-432f-80e8-18eb16e9c558', 'tag': '1404ad8f-c3f0-47fd-8fe7-089c0d34b415', 'status': 'completed', 'code': 200} Jan 28 01:13:52.081028 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219524ac-fa53-47a9-9221-faebd1073aab req-2ecbb9bd-e88d-4f9e-b4ca-f53f3a22fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:52.082514 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-219524ac-fa53-47a9-9221-faebd1073aab req-2ecbb9bd-e88d-4f9e-b4ca-f53f3a22fe39 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fb5341a8d414950ae26f4bda6601585&device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 1096 time: 0.0526078 Jan 28 01:13:52.236997 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c786969-ff26-4899-8b8f-8049793cc61d req-59a4bf34-31c6-45f8-8bed-c1e08d3db4d1 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:52.238493 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4c786969-ff26-4899-8b8f-8049793cc61d req-59a4bf34-31c6-45f8-8bed-c1e08d3db4d1 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 943 time: 0.0913920 Jan 28 01:13:52.241250 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219524ac-fa53-47a9-9221-faebd1073aab req-4a61667e-5d54-48d9-8064-1b82d5a3eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:52.242561 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-219524ac-fa53-47a9-9221-faebd1073aab req-4a61667e-5d54-48d9-8064-1b82d5a3eb88 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6fb5341a8d414950ae26f4bda6601585&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1441720 Jan 28 01:13:52.333110 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4c786969-ff26-4899-8b8f-8049793cc61d req-307ec317-2c6e-4d32-9f50-9780cb100cc6 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882814 Jan 28 01:13:52.374213 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219524ac-fa53-47a9-9221-faebd1073aab req-71354cd5-5d60-4a44-84fe-afb8e3d4c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:52.376080 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-219524ac-fa53-47a9-9221-faebd1073aab req-71354cd5-5d60-4a44-84fe-afb8e3d4c01e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257935 Jan 28 01:13:52.484242 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-d421694b-0d55-411e-ad72-9d8036bb6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:52.485718 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-d421694b-0d55-411e-ad72-9d8036bb6f36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fb5341a8d414950ae26f4bda6601585&device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 1096 time: 0.0440617 Jan 28 01:13:52.534094 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-d4887c10-9885-4dad-aa4d-dac2692fca55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1404ad8f-c3f0-47fd-8fe7-089c0d34b415 HTTP/1.1" status: 200 len: 217 time: 0.0335121 Jan 28 01:13:52.584952 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-65fb796d-ce3e-4514-9854-27d143f54a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:52.586432 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-65fb796d-ce3e-4514-9854-27d143f54a29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e945a151-f596-4ad8-8cb5-6c4fff382451 HTTP/1.1" status: 200 len: 849 time: 0.0455756 Jan 28 01:13:52.622334 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-13022f6e-70b4-40bb-b3e2-19d5c3efef60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4dfa1faa-aad0-4154-b07a-2eeb6c540644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290401 Jan 28 01:13:52.715836 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-899e2764-7eb3-48ca-bfb7-bf263ba06f2e service neutron] 10.222.0.53 "GET /v2.0/networks/4dfa1faa-aad0-4154-b07a-2eeb6c540644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858243 Jan 28 01:13:52.811635 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c889e1fa-d8ef-471d-a38e-ef3f220fed9f req-93f4ec3f-92ad-47f5-8166-243eb5290d71 service neutron] 10.222.0.53 "GET /v2.0/networks/4dfa1faa-aad0-4154-b07a-2eeb6c540644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891917 Jan 28 01:13:53.469233 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e431fe2-77ef-4c76-afeb-acc69d075204 req-77c46df2-cfe6-4777-bbb6-22689535e18d tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:53.471803 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e431fe2-77ef-4c76-afeb-acc69d075204 req-77c46df2-cfe6-4777-bbb6-22689535e18d tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 943 time: 0.0660634 Jan 28 01:13:53.513867 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4e431fe2-77ef-4c76-afeb-acc69d075204 req-1eaf7758-5ea0-4d55-af60-8ece75db7a46 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344863 Jan 28 01:13:54.639554 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fc015-3f9a-4c54-9538-4ee9be8e85de req-f6468293-e968-4a43-9410-ff40faf9c7a9 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:54.641057 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2b8fc015-3f9a-4c54-9538-4ee9be8e85de req-f6468293-e968-4a43-9410-ff40faf9c7a9 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 943 time: 0.0544586 Jan 28 01:13:54.681132 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2b8fc015-3f9a-4c54-9538-4ee9be8e85de req-5dc67f8f-632d-4521-a8d5-47ce6e713dd3 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Jan 28 01:13:55.522901 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:13:55.633693 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1404ad8f-c3f0-47fd-8fe7-089c0d34b415,segment=NetworkSegment(aa70fe23-882f-42be-a28c-ee6b2b53ddde),segment_id=aa70fe23-882f-42be-a28c-ee6b2b53ddde)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:55.645442 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': '1404ad8f-c3f0-47fd-8fe7-089c0d34b415', 'network_id': '4dfa1faa-aad0-4154-b07a-2eeb6c540644', 'port_id': '1404ad8f-c3f0-47fd-8fe7-089c0d34b415', 'mac_address': 'fa:16:3e:88:26:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e945a151-f596-4ad8-8cb5-6c4fff382451', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:13:55.692622 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:55.705535 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:13:55.728369 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1404ad8f-c3f0-47fd-8fe7-089c0d34b415,segment=NetworkSegment(aa70fe23-882f-42be-a28c-ee6b2b53ddde),segment_id=aa70fe23-882f-42be-a28c-ee6b2b53ddde)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:55.803880 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ca843-a595-42a7-88b6-5c5d72630517 req-57042cff-f8bb-46fb-9275-9fae417d32db tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:55.805266 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-331ca843-a595-42a7-88b6-5c5d72630517 req-57042cff-f8bb-46fb-9275-9fae417d32db tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 943 time: 0.0526395 Jan 28 01:13:55.844949 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-331ca843-a595-42a7-88b6-5c5d72630517 req-33319b22-663b-487f-afaa-ea27b7a8f8a5 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329387 Jan 28 01:13:55.859643 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:55.915908 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=1404ad8f-c3f0-47fd-8fe7-089c0d34b415,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:56.150632 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['1404ad8f-c3f0-47fd-8fe7-089c0d34b415'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:13:56.964399 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fceb7-96a7-4fc7-b9b9-a166538b8bb9 req-18967bc0-27aa-444e-9aaf-d3fbbe641162 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:56.966113 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd9fceb7-96a7-4fc7-b9b9-a166538b8bb9 req-18967bc0-27aa-444e-9aaf-d3fbbe641162 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 944 time: 0.0550625 Jan 28 01:13:57.009168 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd9fceb7-96a7-4fc7-b9b9-a166538b8bb9 req-0e565f16-eaeb-41a0-802e-5782885dfcea tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368292 Jan 28 01:13:57.523995 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:13:57.702179 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:13:57.706154 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:13:57.714715 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:57.782128 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:57.805024 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8649f55f-5e3c-432f-80e8-18eb16e9c558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1404ad8f-c3f0-47fd-8fe7-089c0d34b415'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:13:57.808058 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d64aa9-9ab1-48ec-8260-12fa50b9dbfb" -d '{"events": [{"server_uuid": "8649f55f-5e3c-432f-80e8-18eb16e9c558", "name": "network-vif-plugged", "status": "completed", "tag": "1404ad8f-c3f0-47fd-8fe7-089c0d34b415"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:57.820397 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1404ad8f-c3f0-47fd-8fe7-089c0d34b415,segment=NetworkSegment(aa70fe23-882f-42be-a28c-ee6b2b53ddde),segment_id=aa70fe23-882f-42be-a28c-ee6b2b53ddde)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:57.847591 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c913e3d7-2576-4fd1-9914-55de1213e89d x-openstack-request-id: req-c913e3d7-2576-4fd1-9914-55de1213e89d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:57.847591 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8649f55f-5e3c-432f-80e8-18eb16e9c558", "name": "network-vif-plugged", "status": "completed", "tag": "1404ad8f-c3f0-47fd-8fe7-089c0d34b415", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:57.847591 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c913e3d7-2576-4fd1-9914-55de1213e89d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:57.847591 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8649f55f-5e3c-432f-80e8-18eb16e9c558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1404ad8f-c3f0-47fd-8fe7-089c0d34b415', 'code': 200} Jan 28 01:13:57.911020 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:13:57.958990 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=1404ad8f-c3f0-47fd-8fe7-089c0d34b415,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:58.139602 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d383a1b-13bb-4e1d-84fa-47e584244029 req-bba10b8d-5b8a-4a23-9f86-6ed5d38d7d4c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:58.142869 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1d383a1b-13bb-4e1d-84fa-47e584244029 req-bba10b8d-5b8a-4a23-9f86-6ed5d38d7d4c tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 945 time: 0.0520520 Jan 28 01:13:58.184785 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1d383a1b-13bb-4e1d-84fa-47e584244029 req-d04b4c65-7693-4b46-9c39-581bd10042dc tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369153 Jan 28 01:13:58.351141 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e3a7a-f0df-4b3d-8d20-8fa9263d468d req-70603d72-3e23-41e3-94e7-1a84c70d8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:58.353133 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a25e3a7a-f0df-4b3d-8d20-8fa9263d468d req-70603d72-3e23-41e3-94e7-1a84c70d8307 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 1098 time: 0.0451095 Jan 28 01:13:58.387746 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a25e3a7a-f0df-4b3d-8d20-8fa9263d468d req-79cfba1e-c981-4af4-aa39-b79bf0fbda1f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281112 Jan 28 01:13:59.325632 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfadb2-501a-4a90-a9e7-1a97a8d0a646 req-0e3c328e-16cc-40d7-8e38-4e62bbb5eb85 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:59.327566 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4dbfadb2-501a-4a90-a9e7-1a97a8d0a646 req-0e3c328e-16cc-40d7-8e38-4e62bbb5eb85 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 945 time: 0.0696466 Jan 28 01:13:59.376448 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4dbfadb2-501a-4a90-a9e7-1a97a8d0a646 req-dfb1a0d5-f1d4-4b49-a16a-80057392a2af tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 Jan 28 01:13:59.950533 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588212b-583a-4d4e-8985-fba139b53a0e req-d4ea6152-f604-4526-8797-36bed085e294 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:59.952021 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2588212b-583a-4d4e-8985-fba139b53a0e req-d4ea6152-f604-4526-8797-36bed085e294 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 945 time: 0.0519712 Jan 28 01:13:59.990304 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2588212b-583a-4d4e-8985-fba139b53a0e req-47b736e3-84b0-41cd-9ead-7cc4391e2e33 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=63ad84a4-8e2d-4309-9ce4-f5332135341c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Jan 28 01:14:00.513037 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd4177-4a2e-435e-bb35-b793ebb0c6ab req-a5148cf2-ebf5-4b98-9347-833eb50bd7db tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:00.514580 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-52dd4177-4a2e-435e-bb35-b793ebb0c6ab req-a5148cf2-ebf5-4b98-9347-833eb50bd7db tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 945 time: 0.0562453 Jan 28 01:14:00.571299 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-52dd4177-4a2e-435e-bb35-b793ebb0c6ab req-c8cd204e-3b47-4a0d-a611-08b1888e75a0 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452116 Jan 28 01:14:01.123568 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fa00f-7c7d-40f4-a49f-5f88550abbd1 req-3f91d338-61df-4d17-9b6c-1bcc74f524e4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:01.126029 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-170fa00f-7c7d-40f4-a49f-5f88550abbd1 req-3f91d338-61df-4d17-9b6c-1bcc74f524e4 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 945 time: 0.0631552 Jan 28 01:14:01.169646 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-170fa00f-7c7d-40f4-a49f-5f88550abbd1 req-07be30cc-af01-4b31-8108-8feac9366f50 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=63ad84a4-8e2d-4309-9ce4-f5332135341c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365381 Jan 28 01:14:01.871322 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-9b8f39b3-ae67-4ab9-a8fa-68fadc66cfcf tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:01.872689 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-9b8f39b3-ae67-4ab9-a8fa-68fadc66cfcf tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.53 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 945 time: 0.0488296 Jan 28 01:14:02.013122 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Deleting port 9595d255-c444-460b-86d6-2b7ec3a8b2ca {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:02.013458 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:02.079704 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15862a42-b2d0-400c-8374-8a32cd2885af req-b10a0cd0-6c71-433e-8892-54a9b1c5ee13 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:02.081195 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-15862a42-b2d0-400c-8374-8a32cd2885af req-b10a0cd0-6c71-433e-8892-54a9b1c5ee13 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 945 time: 0.1056039 Jan 28 01:14:02.142878 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] For port 9595d255-c444-460b-86d6-2b7ec3a8b2ca, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9595d255-c444-460b-86d6-2b7ec3a8b2ca,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:02.143240 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:02.148108 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-15862a42-b2d0-400c-8374-8a32cd2885af req-00365c71-58bc-420b-810e-9012e7b3377b tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606005 Jan 28 01:14:02.343993 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a669e2-fca7-4745-b960-c977131d471f req-6a35ef31-7567-49e3-93d0-86ceb47fe97e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:02.345510 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c1a669e2-fca7-4745-b960-c977131d471f req-6a35ef31-7567-49e3-93d0-86ceb47fe97e tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 945 time: 0.0992146 Jan 28 01:14:02.367106 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:02.367465 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646029'] for floatingip, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:02.367782 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.l3_db [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Floating IP 85c8c46e-1c03-4b90-bc7b-c2857d64c42c disassociated. External IP: 172.28.0.146, port: 9595d255-c444-460b-86d6-2b7ec3a8b2ca. Jan 28 01:14:02.368120 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Calling delete_port for 9595d255-c444-460b-86d6-2b7ec3a8b2ca owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:02.436901 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c1a669e2-fca7-4745-b960-c977131d471f req-43bdfb29-1fc9-4dbc-b5d7-2443b271acbf tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups?id=63ad84a4-8e2d-4309-9ce4-f5332135341c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832913 Jan 28 01:14:02.639470 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:02.668475 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event deleted for resources: {'Port': ['ID=9595d255-c444-460b-86d6-2b7ec3a8b2ca,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:02.792434 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Router e76b4609-5802-4d0b-833d-8425691dfdb1 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:02.903447 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:02.913700 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e79114-0dbf-4e1e-946e-1e68aad947c5 None None] Sync routers for ids ['e76b4609-5802-4d0b-833d-8425691dfdb1'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:02.924539 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e79114-0dbf-4e1e-946e-1e68aad947c5 None None] Routers {'e76b4609-5802-4d0b-833d-8425691dfdb1'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:02.927776 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-55e79114-0dbf-4e1e-946e-1e68aad947c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:13:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['e76b4609-5802-4d0b-833d-8425691dfdb1'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:02.946821 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] No DVR routers for this DVR port 9595d255-c444-460b-86d6-2b7ec3a8b2ca on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:02.950039 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:02.953371 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c7127ced-4a10-45cb-b906-c6cc728b35f9 req-2eedbce1-f489-420d-94c6-b525205d3ff3 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.53 "DELETE /v2.0/ports/9595d255-c444-460b-86d6-2b7ec3a8b2ca HTTP/1.1" status: 204 len: 173 time: 1.0743501 Jan 28 01:14:02.953810 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1010dfda-ce15-4851-a666-1238bfb38b31', 'name': 'network-vif-deleted', 'tag': '9595d255-c444-460b-86d6-2b7ec3a8b2ca'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:14:02.958749 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aa773c-00e9-4433-b971-90601fcd19d0" -d '{"events": [{"server_uuid": "1010dfda-ce15-4851-a666-1238bfb38b31", "name": "network-vif-deleted", "tag": "9595d255-c444-460b-86d6-2b7ec3a8b2ca"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:02.995574 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb72907-ca88-46d8-82c0-844918a23dea x-openstack-request-id: req-3eb72907-ca88-46d8-82c0-844918a23dea {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:02.996020 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1010dfda-ce15-4851-a666-1238bfb38b31", "name": "network-vif-deleted", "tag": "9595d255-c444-460b-86d6-2b7ec3a8b2ca", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:02.996226 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3eb72907-ca88-46d8-82c0-844918a23dea {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:02.996739 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1010dfda-ce15-4851-a666-1238bfb38b31', 'name': 'network-vif-deleted', 'tag': '9595d255-c444-460b-86d6-2b7ec3a8b2ca', 'status': 'completed', 'code': 200} Jan 28 01:14:03.057805 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-55e79114-0dbf-4e1e-946e-1e68aad947c5 None None] Set router e76b4609-5802-4d0b-833d-8425691dfdb1 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:03.277589 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec79d5-6430-4cfd-a747-5dcb59015ee9 req-36e7950d-68fe-4b4c-bd40-cab75b8ee914 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:03.279496 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f5ec79d5-6430-4cfd-a747-5dcb59015ee9 req-36e7950d-68fe-4b4c-bd40-cab75b8ee914 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 945 time: 0.0603294 Jan 28 01:14:03.294413 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-55e79114-0dbf-4e1e-946e-1e68aad947c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:46Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:03.321032 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f5ec79d5-6430-4cfd-a747-5dcb59015ee9 req-6becb6cb-d62e-4305-9cf0-ea643e33fd85 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/security-groups?id=c35b2ceb-f0f9-4878-a3bd-d11e5872f406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349715 Jan 28 01:14:03.328456 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e79114-0dbf-4e1e-946e-1e68aad947c5 None None] Checking router: e76b4609-5802-4d0b-833d-8425691dfdb1 for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:03.337218 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e79114-0dbf-4e1e-946e-1e68aad947c5 None None] Routers {'e76b4609-5802-4d0b-833d-8425691dfdb1'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:03.337896 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-55e79114-0dbf-4e1e-946e-1e68aad947c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:13:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['e76b4609-5802-4d0b-833d-8425691dfdb1'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:03.446963 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-55e79114-0dbf-4e1e-946e-1e68aad947c5 None None] Set router e76b4609-5802-4d0b-833d-8425691dfdb1 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:03.527407 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8a392-2fbd-4b4e-ab70-79cfdc74c798 req-5b946ce1-5044-4e74-a950-d5468f60ad74 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:03.529032 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4bb8a392-2fbd-4b4e-ab70-79cfdc74c798 req-5b946ce1-5044-4e74-a950-d5468f60ad74 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.53 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 945 time: 0.0664380 Jan 28 01:14:03.595250 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f611406c-0a18-4f5a-864e-0b718789243d req-b1505980-85df-4ee0-ab31-753c605d2402 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/ports?device_id=1010dfda-ce15-4851-a666-1238bfb38b31 HTTP/1.1" status: 200 len: 210 time: 0.0610592 Jan 28 01:14:03.668535 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-4bb8a392-2fbd-4b4e-ab70-79cfdc74c798 req-ae1afe3e-1e51-4b71-bf5b-a13fd2262833 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Deleting port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:03.669475 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4bb8a392-2fbd-4b4e-ab70-79cfdc74c798 req-ae1afe3e-1e51-4b71-bf5b-a13fd2262833 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:03.766741 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-4bb8a392-2fbd-4b4e-ab70-79cfdc74c798 req-ae1afe3e-1e51-4b71-bf5b-a13fd2262833 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] For port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1404ad8f-c3f0-47fd-8fe7-089c0d34b415,segment=NetworkSegment(aa70fe23-882f-42be-a28c-ee6b2b53ddde),segment_id=aa70fe23-882f-42be-a28c-ee6b2b53ddde)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:03.767150 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4bb8a392-2fbd-4b4e-ab70-79cfdc74c798 req-ae1afe3e-1e51-4b71-bf5b-a13fd2262833 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:03.778284 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-55e79114-0dbf-4e1e-946e-1e68aad947c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:46Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:03.782584 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-4bb8a392-2fbd-4b4e-ab70-79cfdc74c798 req-ae1afe3e-1e51-4b71-bf5b-a13fd2262833 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Calling delete_port for 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:03.806153 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e79114-0dbf-4e1e-946e-1e68aad947c5 None None] The sync data for ids ['e76b4609-5802-4d0b-833d-8425691dfdb1'] in dv-cinder-821890-1-smb is: [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:09:41Z', 'revision_number': 4, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': '81f4ee19-fd8e-4f86-b12a-2b2408630b3d', 'name': '', 'network_id': 'cfb4a82a-108a-4a17-aae9-8777060ea51e', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'mac_address': 'fa:16:3e:f3:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:40Z', 'updated_at': '2022-01-28T01:09:46Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'subnets': [{'id': 'a7317c50-dadc-4b80-9bc8-59c11b9befe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:03.988698 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4bb8a392-2fbd-4b4e-ab70-79cfdc74c798 req-ae1afe3e-1e51-4b71-bf5b-a13fd2262833 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:04.019850 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1afe3e-1e51-4b71-bf5b-a13fd2262833 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Pushing event deleted for resources: {'Port': ['ID=1404ad8f-c3f0-47fd-8fe7-089c0d34b415,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:04.034352 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['1404ad8f-c3f0-47fd-8fe7-089c0d34b415'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:14:04.074180 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb8a392-2fbd-4b4e-ab70-79cfdc74c798 req-ae1afe3e-1e51-4b71-bf5b-a13fd2262833 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] No DVR routers for this DVR port 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:04.076609 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4bb8a392-2fbd-4b4e-ab70-79cfdc74c798 req-ae1afe3e-1e51-4b71-bf5b-a13fd2262833 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:04.080022 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4bb8a392-2fbd-4b4e-ab70-79cfdc74c798 req-ae1afe3e-1e51-4b71-bf5b-a13fd2262833 tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.53 "DELETE /v2.0/ports/1404ad8f-c3f0-47fd-8fe7-089c0d34b415 HTTP/1.1" status: 204 len: 173 time: 0.5366440 Jan 28 01:14:04.097427 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c61fc6-d1bd-4538-9787-ea60c2f540ad None None] New status for floating IP 85c8c46e-1c03-4b90-bc7b-c2857d64c42c: DOWN {{(pid=102113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:14:04.428340 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3abedd51-7c7c-4d17-8925-3138c799ef09 req-4ef22a71-db0e-469a-a58b-d00acf6930ef tempest-VolumesActionsTest-1166803296 tempest-VolumesActionsTest-1166803296-project] 10.222.0.18 "GET /v2.0/ports?device_id=8649f55f-5e3c-432f-80e8-18eb16e9c558 HTTP/1.1" status: 200 len: 210 time: 0.0286353 Jan 28 01:14:04.747315 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38774) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:04.808838 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:04.849020 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:04.982405 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:04.985194 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:04.986341 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "DELETE /v2.0/security-groups/63ad84a4-8e2d-4309-9ce4-f5332135341c HTTP/1.1" status: 204 len: 168 time: 0.2380168 Jan 28 01:14:04.989476 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38776) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:04.997124 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ad84a4-8e2d-4309-9ce4-f5332135341c,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:05.003256 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8649f55f-5e3c-432f-80e8-18eb16e9c558', 'name': 'network-vif-deleted', 'tag': '1404ad8f-c3f0-47fd-8fe7-089c0d34b415'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:14:05.005144 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:05.005493 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:05.005842 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:05.006027 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509b8445-eab2-4413-85ff-662f4d5ee804" -d '{"events": [{"server_uuid": "8649f55f-5e3c-432f-80e8-18eb16e9c558", "name": "network-vif-deleted", "tag": "1404ad8f-c3f0-47fd-8fe7-089c0d34b415"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:05.006220 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:05.006500 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:05.006861 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:05.007341 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:05.007672 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:05.008029 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:05.008357 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:05.008682 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:05.009004 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a3d52-a202-4fe9-b711-77c12bf744c6 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:05.013851 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.api.v2.resource [None req-d9dad7d5-2d7f-4c2e-ba9b-cee7585fcd90 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] show failed (client error): The resource could not be found. Jan 28 01:14:05.016918 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-d9dad7d5-2d7f-4c2e-ba9b-cee7585fcd90 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "GET /v2.0/security-groups/63ad84a4-8e2d-4309-9ce4-f5332135341c HTTP/1.1" status: 404 len: 347 time: 0.0261745 Jan 28 01:14:05.019783 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38780) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:05.074697 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a999fe-d1f7-442e-8213-7eaf707cf2c9 x-openstack-request-id: req-36a999fe-d1f7-442e-8213-7eaf707cf2c9 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:05.075001 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8649f55f-5e3c-432f-80e8-18eb16e9c558", "name": "network-vif-deleted", "tag": "1404ad8f-c3f0-47fd-8fe7-089c0d34b415", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:05.075250 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36a999fe-d1f7-442e-8213-7eaf707cf2c9 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:05.075677 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8649f55f-5e3c-432f-80e8-18eb16e9c558', 'name': 'network-vif-deleted', 'tag': '1404ad8f-c3f0-47fd-8fe7-089c0d34b415', 'status': 'completed', 'code': 200} Jan 28 01:14:05.177419 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a9a3e-22d8-401d-a228-7f454b8e9eb2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Deleting port af54a2f5-dddc-4579-9e37-097b7e40be17 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:05.177762 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9a3e-22d8-401d-a228-7f454b8e9eb2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:05.260153 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9a3e-22d8-401d-a228-7f454b8e9eb2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:05.260493 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9a3e-22d8-401d-a228-7f454b8e9eb2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:05.272504 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a9a3e-22d8-401d-a228-7f454b8e9eb2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Calling delete_port for af54a2f5-dddc-4579-9e37-097b7e40be17 owned by network:floatingip {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:05.505936 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9a3e-22d8-401d-a228-7f454b8e9eb2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:05.541981 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a9a3e-22d8-401d-a228-7f454b8e9eb2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Pushing event deleted for resources: {'Port': ['ID=af54a2f5-dddc-4579-9e37-097b7e40be17,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:05.612473 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9a3e-22d8-401d-a228-7f454b8e9eb2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks [] for floatingip, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:05.615766 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9a3e-22d8-401d-a228-7f454b8e9eb2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:05.617392 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-ba4a9a3e-22d8-401d-a228-7f454b8e9eb2 tempest-AttachVolumeTestJSON-720679224 tempest-AttachVolumeTestJSON-720679224-project] 10.222.0.18 "DELETE /v2.0/floatingips/85c8c46e-1c03-4b90-bc7b-c2857d64c42c HTTP/1.1" status: 204 len: 168 time: 0.5960939 Jan 28 01:14:05.618994 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:05.641631 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:14:05.641825 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 1404ad8f-c3f0-47fd-8fe7-089c0d34b415 not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:05.642991 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 9595d255-c444-460b-86d6-2b7ec3a8b2ca no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:05.664748 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: 9595d255-c444-460b-86d6-2b7ec3a8b2ca {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:14:05.665564 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 9595d255-c444-460b-86d6-2b7ec3a8b2ca not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:07.233132 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38834) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:07.448876 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-a917f92b-1c2f-4034-b1d0-9ca8f6640880 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Deleting port c5322671-f4cc-451d-a125-28d5863dc57c {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:07.449608 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a917f92b-1c2f-4034-b1d0-9ca8f6640880 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:07.539662 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a917f92b-1c2f-4034-b1d0-9ca8f6640880 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:07.540120 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a917f92b-1c2f-4034-b1d0-9ca8f6640880 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:07.563324 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-a917f92b-1c2f-4034-b1d0-9ca8f6640880 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Calling delete_port for c5322671-f4cc-451d-a125-28d5863dc57c owned by network:floatingip {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:07.817923 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a917f92b-1c2f-4034-b1d0-9ca8f6640880 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:08.132796 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917f92b-1c2f-4034-b1d0-9ca8f6640880 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Pushing event deleted for resources: {'Port': ['ID=c5322671-f4cc-451d-a125-28d5863dc57c,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:08.198664 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a917f92b-1c2f-4034-b1d0-9ca8f6640880 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for floatingip, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:08.199151 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.l3_db [None req-a917f92b-1c2f-4034-b1d0-9ca8f6640880 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Floating IP d23b77a2-e457-4a07-bffb-4062e33d7bbc disassociated (deleted). External IP: 172.28.0.112, port: b3903570-b903-4a94-aa85-7eda5e6ab3a6. Jan 28 01:14:08.549118 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a917f92b-1c2f-4034-b1d0-9ca8f6640880 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Router fc6e64f8-3b3f-417f-a39c-5b5281804c8f has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:08.756008 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2df6f0b6-1df0-4930-9106-58ef1356aa75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:08.756678 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a917f92b-1c2f-4034-b1d0-9ca8f6640880 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:08.762609 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a917f92b-1c2f-4034-b1d0-9ca8f6640880 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for floatingip, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:08.780868 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc8283-292d-4370-b0aa-a1561f848d5f None None] Sync routers for ids ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:08.801209 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc8283-292d-4370-b0aa-a1561f848d5f None None] Routers {'fc6e64f8-3b3f-417f-a39c-5b5281804c8f'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:08.802954 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-a5fc8283-292d-4370-b0aa-a1561f848d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:13:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:08.822050 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-a917f92b-1c2f-4034-b1d0-9ca8f6640880 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "DELETE /v2.0/floatingips/d23b77a2-e457-4a07-bffb-4062e33d7bbc HTTP/1.1" status: 204 len: 168 time: 1.5869584 Jan 28 01:14:08.822484 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'tag': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:14:08.840495 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51fa285-5292-432b-b599-1f173b3d2ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "44e56a63-a6a8-48da-9390-0ae77e302a22", "tag": "b3903570-b903-4a94-aa85-7eda5e6ab3a6"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:08.952768 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be263c2f-1cfb-4dd9-963e-73a98d1aee16 x-openstack-request-id: req-be263c2f-1cfb-4dd9-963e-73a98d1aee16 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:08.959121 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e56a63-a6a8-48da-9390-0ae77e302a22", "tag": "b3903570-b903-4a94-aa85-7eda5e6ab3a6", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:08.959121 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be263c2f-1cfb-4dd9-963e-73a98d1aee16 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:08.959121 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'tag': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'status': 'completed', 'code': 200} Jan 28 01:14:09.038012 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-a5fc8283-292d-4370-b0aa-a1561f848d5f None None] Set router fc6e64f8-3b3f-417f-a39c-5b5281804c8f gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:09.094412 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fa285-5292-432b-b599-1f173b3d2ee4 req-01b54245-2010-4cb3-a634-73a09eb50bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:09.098060 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c51fa285-5292-432b-b599-1f173b3d2ee4 req-01b54245-2010-4cb3-a634-73a09eb50bee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef7669c4535f486e84670c0aa9d7422c&device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 1098 time: 0.0884681 Jan 28 01:14:09.342452 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fa285-5292-432b-b599-1f173b3d2ee4 req-acdd0cde-60d4-4360-acf2-5bec4c1572ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:09.344220 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c51fa285-5292-432b-b599-1f173b3d2ee4 req-acdd0cde-60d4-4360-acf2-5bec4c1572ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0158366-ed76-4a90-85ef-982ed6985089 HTTP/1.1" status: 200 len: 910 time: 0.2375116 Jan 28 01:14:09.403753 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c51fa285-5292-432b-b599-1f173b3d2ee4 req-02e6053d-71a6-4839-9bc3-c16f2e450af4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6 HTTP/1.1" status: 200 len: 217 time: 0.0519588 Jan 28 01:14:09.414511 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-a5fc8283-292d-4370-b0aa-a1561f848d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:26Z', 'revision_number': 4, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port': {'id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'a822f47b-1d99-4abe-a014-24ebe7ef1528', 'name': '', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'mac_address': 'fa:16:3e:2e:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:25Z', 'updated_at': '2022-01-28T01:09:31Z', 'revision_number': 5, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'subnets': [{'id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:09.536144 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc8283-292d-4370-b0aa-a1561f848d5f None None] Checking router: fc6e64f8-3b3f-417f-a39c-5b5281804c8f for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:09.592844 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fa285-5292-432b-b599-1f173b3d2ee4 req-1e14c290-7508-4cd1-b6c8-0c43aeee3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:09.593812 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc8283-292d-4370-b0aa-a1561f848d5f None None] Routers {'fc6e64f8-3b3f-417f-a39c-5b5281804c8f'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:09.595076 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-a5fc8283-292d-4370-b0aa-a1561f848d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:13:41Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:09.599803 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c51fa285-5292-432b-b599-1f173b3d2ee4 req-1e14c290-7508-4cd1-b6c8-0c43aeee3124 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01a556f0-3a34-4488-917c-016488a4c3ad HTTP/1.1" status: 200 len: 848 time: 0.1626279 Jan 28 01:14:09.736829 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fa285-5292-432b-b599-1f173b3d2ee4 req-14240399-7b08-4b42-a63e-c89642843be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:09.738828 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c51fa285-5292-432b-b599-1f173b3d2ee4 req-14240399-7b08-4b42-a63e-c89642843be3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0158366-ed76-4a90-85ef-982ed6985089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1318991 Jan 28 01:14:09.754207 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb442a41-86f8-4ae1-b9fe-b0564085fa1d req-9362c74b-fc2e-4705-b083-2f625e62b936 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:09.755847 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bb442a41-86f8-4ae1-b9fe-b0564085fa1d req-9362c74b-fc2e-4705-b083-2f625e62b936 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.1130452 Jan 28 01:14:09.832777 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-a5fc8283-292d-4370-b0aa-a1561f848d5f None None] Set router fc6e64f8-3b3f-417f-a39c-5b5281804c8f gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:09.888689 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bb442a41-86f8-4ae1-b9fe-b0564085fa1d req-162955f5-161d-4c5f-b2e9-9883a44f682c tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121135 Jan 28 01:14:09.952425 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c51fa285-5292-432b-b599-1f173b3d2ee4 req-3affdccc-cc45-482d-a427-05fab203e3f3 service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058783 Jan 28 01:14:10.069598 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38886) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:10.173650 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c51fa285-5292-432b-b599-1f173b3d2ee4 req-012046a7-2229-4c26-be96-0757723c5ae9 service neutron] 10.222.0.53 "GET /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143252 Jan 28 01:14:10.263599 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-a5fc8283-292d-4370-b0aa-a1561f848d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:26Z', 'revision_number': 4, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port': {'id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'a822f47b-1d99-4abe-a014-24ebe7ef1528', 'name': '', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'mac_address': 'fa:16:3e:2e:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:25Z', 'updated_at': '2022-01-28T01:09:31Z', 'revision_number': 5, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'subnets': [{'id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:10.323138 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc8283-292d-4370-b0aa-a1561f848d5f None None] The sync data for ids ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'] in dv-cinder-821890-1-smb is: [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:26Z', 'revision_number': 4, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port': {'id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb', '_interfaces': [{'id': 'a822f47b-1d99-4abe-a014-24ebe7ef1528', 'name': '', 'network_id': 'b0158366-ed76-4a90-85ef-982ed6985089', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'mac_address': 'fa:16:3e:2e:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:25Z', 'updated_at': '2022-01-28T01:09:31Z', 'revision_number': 5, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'subnets': [{'id': '01a556f0-3a34-4488-917c-016488a4c3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:10.722390 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c0b114-f4b2-4bdc-8f69-a39f44f39729 None None] New status for floating IP d23b77a2-e457-4a07-bffb-4062e33d7bbc: DOWN {{(pid=102113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:14:10.788679 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a8f04bbd-b48a-4c05-a24a-4de54eb3c378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644749'] for router_interface, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:11.068779 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-797fbfd6-6413-4f93-b037-5c999ce5d436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:11.147531 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66727bb-a951-4b4c-9a0f-7d8fc85c157c req-0cff2ab4-0673-4cee-afc4-6f959beaa841 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:11.149277 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e66727bb-a951-4b4c-9a0f-7d8fc85c157c req-0cff2ab4-0673-4cee-afc4-6f959beaa841 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.53 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.1565020 Jan 28 01:14:11.298003 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd06502-62fc-4174-adf2-756dcc96eb58 req-1676c5fa-fd07-496e-bfa0-ff360819d6db tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:11.299959 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd06502-62fc-4174-adf2-756dcc96eb58 req-1676c5fa-fd07-496e-bfa0-ff360819d6db tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 945 time: 0.1479435 Jan 28 01:14:11.388417 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-e66727bb-a951-4b4c-9a0f-7d8fc85c157c req-53a3ad2c-66ac-4b2e-80f1-be91e9c5ddf6 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Deleting port b3903570-b903-4a94-aa85-7eda5e6ab3a6 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:11.388927 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-e66727bb-a951-4b4c-9a0f-7d8fc85c157c req-53a3ad2c-66ac-4b2e-80f1-be91e9c5ddf6 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:11.471490 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7fd06502-62fc-4174-adf2-756dcc96eb58 req-cfada48d-c624-4e5f-95ba-06022c5feea7 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/security-groups?id=72d35a3d-2e15-44ee-96d6-c1259ff903c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418586 Jan 28 01:14:11.543469 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-a8f04bbd-b48a-4c05-a24a-4de54eb3c378 admin admin] Deleting port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:11.543469 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a8f04bbd-b48a-4c05-a24a-4de54eb3c378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:11.613066 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-e66727bb-a951-4b4c-9a0f-7d8fc85c157c req-53a3ad2c-66ac-4b2e-80f1-be91e9c5ddf6 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] For port b3903570-b903-4a94-aa85-7eda5e6ab3a6, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b3903570-b903-4a94-aa85-7eda5e6ab3a6,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:11.613532 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-e66727bb-a951-4b4c-9a0f-7d8fc85c157c req-53a3ad2c-66ac-4b2e-80f1-be91e9c5ddf6 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:11.632163 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-e66727bb-a951-4b4c-9a0f-7d8fc85c157c req-53a3ad2c-66ac-4b2e-80f1-be91e9c5ddf6 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Calling delete_port for b3903570-b903-4a94-aa85-7eda5e6ab3a6 owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:11.710196 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [None req-a8f04bbd-b48a-4c05-a24a-4de54eb3c378 admin admin] For port 81f4ee19-fd8e-4f86-b12a-2b2408630b3d, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=81f4ee19-fd8e-4f86-b12a-2b2408630b3d,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:11.710601 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a8f04bbd-b48a-4c05-a24a-4de54eb3c378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:11.727805 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-a8f04bbd-b48a-4c05-a24a-4de54eb3c378 admin admin] Calling delete_port for 81f4ee19-fd8e-4f86-b12a-2b2408630b3d owned by network:router_interface {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:12.029667 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-e66727bb-a951-4b4c-9a0f-7d8fc85c157c req-53a3ad2c-66ac-4b2e-80f1-be91e9c5ddf6 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:12.085401 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3ad2c-66ac-4b2e-80f1-be91e9c5ddf6 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Pushing event deleted for resources: {'Port': ['ID=b3903570-b903-4a94-aa85-7eda5e6ab3a6,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:12.134378 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66727bb-a951-4b4c-9a0f-7d8fc85c157c req-53a3ad2c-66ac-4b2e-80f1-be91e9c5ddf6 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] No DVR routers for this DVR port b3903570-b903-4a94-aa85-7eda5e6ab3a6 on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:12.137183 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-e66727bb-a951-4b4c-9a0f-7d8fc85c157c req-53a3ad2c-66ac-4b2e-80f1-be91e9c5ddf6 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:12.140524 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e66727bb-a951-4b4c-9a0f-7d8fc85c157c req-53a3ad2c-66ac-4b2e-80f1-be91e9c5ddf6 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.53 "DELETE /v2.0/ports/b3903570-b903-4a94-aa85-7eda5e6ab3a6 HTTP/1.1" status: 204 len: 173 time: 0.9577894 Jan 28 01:14:12.140962 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'name': 'network-vif-deleted', 'tag': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:14:12.143258 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e10d757-45aa-4990-9ca0-65ebafefe721" -d '{"events": [{"server_uuid": "44e56a63-a6a8-48da-9390-0ae77e302a22", "name": "network-vif-deleted", "tag": "b3903570-b903-4a94-aa85-7eda5e6ab3a6"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:12.188705 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c88780c-11c3-4af1-8b76-3b96e3a83bc8 x-openstack-request-id: req-9c88780c-11c3-4af1-8b76-3b96e3a83bc8 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:12.189047 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e56a63-a6a8-48da-9390-0ae77e302a22", "name": "network-vif-deleted", "tag": "b3903570-b903-4a94-aa85-7eda5e6ab3a6", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:12.266342 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c88780c-11c3-4af1-8b76-3b96e3a83bc8 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:12.266342 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e56a63-a6a8-48da-9390-0ae77e302a22', 'name': 'network-vif-deleted', 'tag': 'b3903570-b903-4a94-aa85-7eda5e6ab3a6', 'status': 'completed', 'code': 200} Jan 28 01:14:12.394464 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a8f04bbd-b48a-4c05-a24a-4de54eb3c378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:12.429261 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:12.434162 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f04bbd-b48a-4c05-a24a-4de54eb3c378 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f4ee19-fd8e-4f86-b12a-2b2408630b3d,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:12.795989 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-250983d0-d389-42bf-a90c-9d3a82bad2d4 req-d185c013-b24a-4481-858d-d5bc099fd974 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 210 time: 0.0474215 Jan 28 01:14:12.840977 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-a8f04bbd-b48a-4c05-a24a-4de54eb3c378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641085'] for router_interface, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:12.920900 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:13.165012 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f04bbd-b48a-4c05-a24a-4de54eb3c378 admin admin] Router e76b4609-5802-4d0b-833d-8425691dfdb1 has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:13.405564 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f04bbd-b48a-4c05-a24a-4de54eb3c378 admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:13.417916 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-a8f04bbd-b48a-4c05-a24a-4de54eb3c378 admin admin] 10.222.0.18 "PUT /v2.0/routers/e76b4609-5802-4d0b-833d-8425691dfdb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3426702 Jan 28 01:14:13.418807 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38914) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:13.439205 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207df8e8-8e4a-4f8b-8acc-ec06009f44c4 None None] Sync routers for ids ['e76b4609-5802-4d0b-833d-8425691dfdb1'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:13.460572 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207df8e8-8e4a-4f8b-8acc-ec06009f44c4 None None] Routers {'e76b4609-5802-4d0b-833d-8425691dfdb1'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:13.462363 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-207df8e8-8e4a-4f8b-8acc-ec06009f44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:14:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['e76b4609-5802-4d0b-833d-8425691dfdb1'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:13.622233 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b3903570-b903-4a94-aa85-7eda5e6ab3a6 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:13.664045 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: b3903570-b903-4a94-aa85-7eda5e6ab3a6 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:14:13.665067 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device b3903570-b903-4a94-aa85-7eda5e6ab3a6 not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:13.674507 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:13.748181 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-207df8e8-8e4a-4f8b-8acc-ec06009f44c4 None None] Set router e76b4609-5802-4d0b-833d-8425691dfdb1 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:13.887534 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:13.926984 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] Notify callbacks [] for router, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:14.018691 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-73bd854f-cf67-4b38-b0f9-e993c36d4c91 req-c6988490-1932-4c8e-ac44-7d66f26be887 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "GET /v2.0/ports?device_id=44e56a63-a6a8-48da-9390-0ae77e302a22 HTTP/1.1" status: 200 len: 210 time: 0.0366375 Jan 28 01:14:14.169461 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:14.185486 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-207df8e8-8e4a-4f8b-8acc-ec06009f44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:14:11Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:14.228960 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207df8e8-8e4a-4f8b-8acc-ec06009f44c4 None None] Checking router: e76b4609-5802-4d0b-833d-8425691dfdb1 for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:14.249512 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207df8e8-8e4a-4f8b-8acc-ec06009f44c4 None None] Routers {'e76b4609-5802-4d0b-833d-8425691dfdb1'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:14.251198 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-207df8e8-8e4a-4f8b-8acc-ec06009f44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:14:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['e76b4609-5802-4d0b-833d-8425691dfdb1'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:14.370363 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] Deleting port 3002ea06-0769-4f3a-b339-0bc6fee5ae8d {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:14.370751 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:14.470772 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-207df8e8-8e4a-4f8b-8acc-ec06009f44c4 None None] Set router e76b4609-5802-4d0b-833d-8425691dfdb1 gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:14.512516 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] For port 3002ea06-0769-4f3a-b339-0bc6fee5ae8d, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=3002ea06-0769-4f3a-b339-0bc6fee5ae8d,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:14.513217 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:14.537132 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] Calling delete_port for 3002ea06-0769-4f3a-b339-0bc6fee5ae8d owned by network:router_gateway {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:14.810639 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-207df8e8-8e4a-4f8b-8acc-ec06009f44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:14:11Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:14.849403 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207df8e8-8e4a-4f8b-8acc-ec06009f44c4 None None] The sync data for ids ['e76b4609-5802-4d0b-833d-8425691dfdb1'] in dv-cinder-821890-1-smb is: [{'id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'name': 'tempest-AttachVolumeTestJSON-1827765832-router', 'tenant_id': '8f461312e34a4ce2b564420e836320e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:37Z', 'updated_at': '2022-01-28T01:14:11Z', 'revision_number': 5, 'project_id': '8f461312e34a4ce2b564420e836320e0', 'gw_port': {'id': '3002ea06-0769-4f3a-b339-0bc6fee5ae8d', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76b4609-5802-4d0b-833d-8425691dfdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:38Z', 'updated_at': '2022-01-28T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:14.938250 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:14.981588 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] Pushing event deleted for resources: {'Port': ['ID=3002ea06-0769-4f3a-b339-0bc6fee5ae8d,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:15.091574 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645979'] for router_gateway, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:15.131628 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38924) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:15.218472 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-85389c26-ada1-4061-9993-fa1bbbbb9ff9 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:15.249706 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-85389c26-ada1-4061-9993-fa1bbbbb9ff9 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:15.311007 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26257'] for router, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:15.313221 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:15.406666 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-85389c26-ada1-4061-9993-fa1bbbbb9ff9 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:15.415451 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-85389c26-ada1-4061-9993-fa1bbbbb9ff9 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:15.421331 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-85389c26-ada1-4061-9993-fa1bbbbb9ff9 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] 10.222.0.18 "DELETE /v2.0/security-groups/72d35a3d-2e15-44ee-96d6-c1259ff903c0 HTTP/1.1" status: 204 len: 168 time: 0.2872531 Jan 28 01:14:15.459541 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85389c26-ada1-4061-9993-fa1bbbbb9ff9 tempest-TestShelveInstance-1628458744 tempest-TestShelveInstance-1628458744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d35a3d-2e15-44ee-96d6-c1259ff903c0,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:15.500389 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646398'] for router, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:15.501447 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e76b4609-5802-4d0b-833d-8425691dfdb1 {{(pid=102112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:14:15.527168 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] Notify callbacks [] for router, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:15.527168 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-751a3202-095a-4ea3-99ac-f8cf2ce3099f admin admin] 10.222.0.18 "DELETE /v2.0/routers/e76b4609-5802-4d0b-833d-8425691dfdb1 HTTP/1.1" status: 204 len: 168 time: 2.1003163 Jan 28 01:14:15.527645 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38932) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:15.598243 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38934) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:15.625173 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf14569-5304-41a5-8e6f-a30243f4d060 admin admin] Deleting subnet a7317c50-dadc-4b80-9bc8-59c11b9befe9 {{(pid=102111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:14:15.639629 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bbf14569-5304-41a5-8e6f-a30243f4d060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:15.705358 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bbf14569-5304-41a5-8e6f-a30243f4d060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518611'] for subnet, precommit_delete_associations {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:15.880017 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bbf14569-5304-41a5-8e6f-a30243f4d060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:16.191866 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bbf14569-5304-41a5-8e6f-a30243f4d060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12065609'] for subnet, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:16.255898 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-0b0e4c90-c4b5-48f9-9fda-f152d35379a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644749'] for router_interface, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:16.257576 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21339b85-45fb-4e91-9f0b-a68adc928411 None None] Network cfb4a82a-108a-4a17-aae9-8777060ea51e requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:14:16.270610 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-bbf14569-5304-41a5-8e6f-a30243f4d060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:16.282016 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-bbf14569-5304-41a5-8e6f-a30243f4d060 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a7317c50-dadc-4b80-9bc8-59c11b9befe9 HTTP/1.1" status: 204 len: 168 time: 0.7532706 Jan 28 01:14:16.285792 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38936) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:16.301840 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf14569-5304-41a5-8e6f-a30243f4d060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7317c50-dadc-4b80-9bc8-59c11b9befe9,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:16.457658 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:16.477252 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 81f4ee19-fd8e-4f86-b12a-2b2408630b3d no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:16.528045 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: 81f4ee19-fd8e-4f86-b12a-2b2408630b3d {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:14:16.528538 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 81f4ee19-fd8e-4f86-b12a-2b2408630b3d not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:16.528925 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 3002ea06-0769-4f3a-b339-0bc6fee5ae8d no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:16.530388 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Deleting port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 {{(pid=102111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:16.530952 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:16.552323 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: 3002ea06-0769-4f3a-b339-0bc6fee5ae8d {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:14:16.552667 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 3002ea06-0769-4f3a-b339-0bc6fee5ae8d not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:16.632454 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:14:16.640960 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.db [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] For port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:16.642872 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:16.648071 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6b494d-ebb4-403a-9872-fb403686746a None None] DHCP port deletion for cfb4a82a-108a-4a17-aae9-8777060ea51e request from dv-cinder-821890-1-smb {{(pid=102113) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 01:14:16.653844 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-0b0e4c90-c4b5-48f9-9fda-f152d35379a5 admin admin] Deleting port a822f47b-1d99-4abe-a014-24ebe7ef1528 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:16.655073 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-0b0e4c90-c4b5-48f9-9fda-f152d35379a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:16.673432 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Calling delete_port for e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 owned by network:dhcp {{(pid=102111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:16.705966 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-bd6b494d-ebb4-403a-9872-fb403686746a None None] Deleting port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:16.706475 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd6b494d-ebb4-403a-9872-fb403686746a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:16.745838 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [None req-0b0e4c90-c4b5-48f9-9fda-f152d35379a5 admin admin] For port a822f47b-1d99-4abe-a014-24ebe7ef1528, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=a822f47b-1d99-4abe-a014-24ebe7ef1528,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:16.746163 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-0b0e4c90-c4b5-48f9-9fda-f152d35379a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:16.759889 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-0b0e4c90-c4b5-48f9-9fda-f152d35379a5 admin admin] Calling delete_port for a822f47b-1d99-4abe-a014-24ebe7ef1528 owned by network:router_interface {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:16.778765 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-bd6b494d-ebb4-403a-9872-fb403686746a None None] For port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8,segment=NetworkSegment(84040ca9-f781-4947-b943-aab5131a2899),segment_id=84040ca9-f781-4947-b943-aab5131a2899)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:16.779352 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd6b494d-ebb4-403a-9872-fb403686746a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:16.796079 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-bd6b494d-ebb4-403a-9872-fb403686746a None None] Calling delete_port for e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:16.858311 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:16.891529 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-bd6b494d-ebb4-403a-9872-fb403686746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:16.937119 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:16.940330 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] No DVR routers for this DVR port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 on host dv-cinder-821890-1-smb {{(pid=102111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:16.985376 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b494d-ebb4-403a-9872-fb403686746a None None] Pushing event deleted for resources: {'Port': ['ID=e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:16.995609 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b494d-ebb4-403a-9872-fb403686746a None None] No DVR routers for this DVR port e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 on host dv-cinder-821890-1-smb {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:17.031404 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:17.059158 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb4a82a-108a-4a17-aae9-8777060ea51e']}} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:17.071630 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84040ca9-f781-4947-b943-aab5131a2899') {'for_net_delete': True} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:17.075873 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84040ca9-f781-4947-b943-aab5131a2899') {} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:17.083791 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518634'] for segment, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:17.097965 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:17.107259 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:14:17.110288 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859644'] for segment, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: Traceback (most recent call last): Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: timer() Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: cb(*args, **kw) Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: return func(*args, **kwargs) Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: self._notify() Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: self.callback(batched_events) Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: event.method(event) Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: return f(self, *a, **k) Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: return self._get(url).json() Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: return self.request(url, 'GET', **kwargs) Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:14:17.111232 dv-cinder-821890-1-smb neutron-server[102111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:14:17.152392 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-0b0e4c90-c4b5-48f9-9fda-f152d35379a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:17.183446 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e4c90-c4b5-48f9-9fda-f152d35379a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a822f47b-1d99-4abe-a014-24ebe7ef1528,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:17.265934 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:17.277811 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:17.287494 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cfb4a82a-108a-4a17-aae9-8777060ea51e HTTP/1.1" status: 204 len: 168 time: 0.9968469 Jan 28 01:14:17.309816 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1557fa-5eb5-4023-bbb1-a3d0b6c6c490 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb4a82a-108a-4a17-aae9-8777060ea51e,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:17.497314 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-0b0e4c90-c4b5-48f9-9fda-f152d35379a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641085'] for router_interface, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:17.678739 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38952) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:17.747937 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-da16ac0a-5ff6-401c-8f83-a974111c6894 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f461312e34a4ce2b564420e836320e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673585 Jan 28 01:14:17.750160 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38954) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:17.800145 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0e4c90-c4b5-48f9-9fda-f152d35379a5 admin admin] Router fc6e64f8-3b3f-417f-a39c-5b5281804c8f has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:17.831441 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6962556f-b416-4d25-a216-6aa786addf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:17.867646 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6962556f-b416-4d25-a216-6aa786addf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:17.932769 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0e4c90-c4b5-48f9-9fda-f152d35379a5 admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:17.939929 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-0b0e4c90-c4b5-48f9-9fda-f152d35379a5 admin admin] 10.222.0.18 "PUT /v2.0/routers/fc6e64f8-3b3f-417f-a39c-5b5281804c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3396652 Jan 28 01:14:17.941865 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38958) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:17.944845 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddbe7e-0e19-4950-a9d2-669927cbeee1 None None] Sync routers for ids ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'] in dv-cinder-821890-1-smb {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:17.962622 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddbe7e-0e19-4950-a9d2-669927cbeee1 None None] Routers {'fc6e64f8-3b3f-417f-a39c-5b5281804c8f'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:17.963305 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-a6ddbe7e-0e19-4950-a9d2-669927cbeee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:14:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:18.040634 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6962556f-b416-4d25-a216-6aa786addf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:18.045361 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6962556f-b416-4d25-a216-6aa786addf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:18.045361 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-6962556f-b416-4d25-a216-6aa786addf23 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04084309-3b4f-4ca7-9c05-8c849a610c6d HTTP/1.1" status: 204 len: 168 time: 0.2941487 Jan 28 01:14:18.057609 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962556f-b416-4d25-a216-6aa786addf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04084309-3b4f-4ca7-9c05-8c849a610c6d,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:18.105498 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] Notify callbacks [] for router, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:18.150281 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-a6ddbe7e-0e19-4950-a9d2-669927cbeee1 None None] Set router fc6e64f8-3b3f-417f-a39c-5b5281804c8f gateway port host: dv-cinder-821890-1-smb {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:18.279873 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:18.348157 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:18.436818 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:14:18.437350 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device e90b509a-88ad-46e5-9abd-b1fbeb2ec0c8 not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:18.445858 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] Deleting port ca3ce007-a869-462e-830f-cfd290a7b259 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:18.446767 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:18.497181 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-a6ddbe7e-0e19-4950-a9d2-669927cbeee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:14:16Z', 'revision_number': 5, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port': {'id': 'ca3ce007-a869-462e-830f-cfd290a7b259', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:18.553298 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddbe7e-0e19-4950-a9d2-669927cbeee1 None None] Checking router: fc6e64f8-3b3f-417f-a39c-5b5281804c8f for host: dv-cinder-821890-1-smb {{(pid=102113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:18.569507 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddbe7e-0e19-4950-a9d2-669927cbeee1 None None] Routers {'fc6e64f8-3b3f-417f-a39c-5b5281804c8f'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:18.571225 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-a6ddbe7e-0e19-4950-a9d2-669927cbeee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:14:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'], 'active': True} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:18.629143 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] For port ca3ce007-a869-462e-830f-cfd290a7b259, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=ca3ce007-a869-462e-830f-cfd290a7b259,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:18.629423 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:18.653226 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] Calling delete_port for ca3ce007-a869-462e-830f-cfd290a7b259 owned by network:router_gateway {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:18.712277 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvr_db [None req-a6ddbe7e-0e19-4950-a9d2-669927cbeee1 None None] Set router fc6e64f8-3b3f-417f-a39c-5b5281804c8f gateway port host: None {{(pid=102113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:18.783450 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_hamode_db [None req-a6ddbe7e-0e19-4950-a9d2-669927cbeee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:14:18Z', 'revision_number': 6, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port_host': None}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:18.823804 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddbe7e-0e19-4950-a9d2-669927cbeee1 None None] The sync data for ids ['fc6e64f8-3b3f-417f-a39c-5b5281804c8f'] in dv-cinder-821890-1-smb is: [{'id': 'fc6e64f8-3b3f-417f-a39c-5b5281804c8f', 'name': 'tempest-TestShelveInstance-1236487270-router', 'tenant_id': 'ef7669c4535f486e84670c0aa9d7422c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:23Z', 'updated_at': '2022-01-28T01:14:18Z', 'revision_number': 6, 'project_id': 'ef7669c4535f486e84670c0aa9d7422c', 'gw_port_host': None}] {{(pid=102113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:19.028726 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:19.071238 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3ce007-a869-462e-830f-cfd290a7b259,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:19.155886 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645979'] for router_gateway, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:19.618726 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38988) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:19.669991 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26257'] for router, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:19.672909 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:19.792991 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1836212670-network', 'tenant_id': 'd8b857b85c0c4462afe21998e766b718'}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:19.827909 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646398'] for router, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:19.827909 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc6e64f8-3b3f-417f-a39c-5b5281804c8f {{(pid=102112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:14:19.838130 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] Notify callbacks [] for router, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:19.842952 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-75a1bd27-9b36-4aa9-98a0-71ccb54867cf admin admin] 10.222.0.18 "DELETE /v2.0/routers/fc6e64f8-3b3f-417f-a39c-5b5281804c8f HTTP/1.1" status: 204 len: 168 time: 1.8973558 Jan 28 01:14:19.843505 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38992) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:19.880430 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] Made reservation on behalf of d8b857b85c0c4462afe21998e766b718 for: {'network': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:19.883102 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:19.898165 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:19.910658 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb94971-fe0c-400c-8ee7-40da9f1c4ddd admin admin] Deleting subnet 01a556f0-3a34-4488-917c-016488a4c3ad {{(pid=102112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:14:19.914309 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ceb94971-fe0c-400c-8ee7-40da9f1c4ddd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:19.957767 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ceb94971-fe0c-400c-8ee7-40da9f1c4ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16416249'] for subnet, precommit_delete_associations {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:20.052177 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:20.144025 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:20.159976 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device a822f47b-1d99-4abe-a014-24ebe7ef1528 no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:20.180634 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=102111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:14:20.187751 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: a822f47b-1d99-4abe-a014-24ebe7ef1528 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:14:20.188552 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device a822f47b-1d99-4abe-a014-24ebe7ef1528 not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:20.189207 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device ca3ce007-a869-462e-830f-cfd290a7b259 no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:20.214198 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: ca3ce007-a869-462e-830f-cfd290a7b259 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:14:20.216097 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device ca3ce007-a869-462e-830f-cfd290a7b259 not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:20.230557 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ceb94971-fe0c-400c-8ee7-40da9f1c4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:20.260818 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:20.261337 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.db.segments_db [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] Added segment 0e6b91a6-fe9a-4e11-a77f-07c572827a78 of type vlan for network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 Jan 28 01:14:20.277497 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de09cd7d-aac5-4c78-99c1-8903d4b84474,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:20.328043 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:20.424335 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ceb94971-fe0c-400c-8ee7-40da9f1c4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15841849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15944602'] for subnet, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:20.449449 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:20.451109 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:20.452002 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:20.460774 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb94971-fe0c-400c-8ee7-40da9f1c4ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a556f0-3a34-4488-917c-016488a4c3ad,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:20.472134 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-ceb94971-fe0c-400c-8ee7-40da9f1c4ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:20.472858 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f90706-266a-40c3-9f97-639476100c35 None None] Network b0158366-ed76-4a90-85ef-982ed6985089 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:14:20.476144 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-ceb94971-fe0c-400c-8ee7-40da9f1c4ddd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/01a556f0-3a34-4488-917c-016488a4c3ad HTTP/1.1" status: 204 len: 168 time: 0.6314452 Jan 28 01:14:20.480286 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 38994) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:20.528427 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] Pushing event updated for resources: {'Network': ['ID=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:20.550276 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:14:20.581468 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:20.618303 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-8bd56ac7-904a-45e3-bfc3-2683ba3af6d5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9909008 Jan 28 01:14:20.619672 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 38996) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:20.627464 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.v2.base [None req-48c6d57f-fb1a-4f94-abd5-da064ad7e557 admin admin] Request body: {'subnet': {'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1836212670-subnet', 'tenant_id': 'd8b857b85c0c4462afe21998e766b718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:20.693877 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Deleting port 97cd96f6-96bd-490e-bfce-42e235048250 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:20.694354 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:20.798467 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] For port 97cd96f6-96bd-490e-bfce-42e235048250, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=97cd96f6-96bd-490e-bfce-42e235048250,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:20.798830 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:20.802658 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c6d57f-fb1a-4f94-abd5-da064ad7e557 admin admin] Made reservation on behalf of d8b857b85c0c4462afe21998e766b718 for: {'subnet': 1} {{(pid=102111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:20.805429 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-48c6d57f-fb1a-4f94-abd5-da064ad7e557 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12065644'] for subnet, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:20.814135 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d4ce59-f5b7-4420-bf4a-6ac0b15154db None None] DHCP port deletion for b0158366-ed76-4a90-85ef-982ed6985089 request from dv-cinder-821890-1-smb {{(pid=102113) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 01:14:20.822453 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Calling delete_port for 97cd96f6-96bd-490e-bfce-42e235048250 owned by network:dhcp {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:20.893919 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4ce59-f5b7-4420-bf4a-6ac0b15154db None None] Deleting port 97cd96f6-96bd-490e-bfce-42e235048250 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:20.894390 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ce59-f5b7-4420-bf4a-6ac0b15154db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:21.007559 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-a4d4ce59-f5b7-4420-bf4a-6ac0b15154db None None] For port 97cd96f6-96bd-490e-bfce-42e235048250, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=97cd96f6-96bd-490e-bfce-42e235048250,segment=NetworkSegment(563f9d2f-a393-4f5a-9222-769acb277590),segment_id=563f9d2f-a393-4f5a-9222-769acb277590)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:21.008343 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ce59-f5b7-4420-bf4a-6ac0b15154db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:21.029297 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4ce59-f5b7-4420-bf4a-6ac0b15154db None None] Calling delete_port for 97cd96f6-96bd-490e-bfce-42e235048250 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:21.186257 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:21.195647 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ce59-f5b7-4420-bf4a-6ac0b15154db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:21.220493 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Pushing event deleted for resources: {'Port': ['ID=97cd96f6-96bd-490e-bfce-42e235048250,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:21.225011 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] No DVR routers for this DVR port 97cd96f6-96bd-490e-bfce-42e235048250 on host dv-cinder-821890-1-smb {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:21.230691 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4ce59-f5b7-4420-bf4a-6ac0b15154db None None] Pushing event deleted for resources: {'Port': ['ID=97cd96f6-96bd-490e-bfce-42e235048250,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:21.234697 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4ce59-f5b7-4420-bf4a-6ac0b15154db None None] No DVR routers for this DVR port 97cd96f6-96bd-490e-bfce-42e235048250 on host dv-cinder-821890-1-smb {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:21.249838 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-48c6d57f-fb1a-4f94-abd5-da064ad7e557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11859527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12065662'] for subnet, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:21.333732 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:21.344694 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6d57f-fb1a-4f94-abd5-da064ad7e557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2ee5f5-5e17-4d2c-97cd-9c830a49398a,revision_number=0']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:21.359166 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0158366-ed76-4a90-85ef-982ed6985089']}} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:21.366815 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c6d57f-fb1a-4f94-abd5-da064ad7e557 admin admin] Checking segment: {'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:14:21.367429 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c6d57f-fb1a-4f94-abd5-da064ad7e557 admin admin] Network hostable DHCP agents. Network: 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:14:21.369706 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563f9d2f-a393-4f5a-9222-769acb277590') {'for_net_delete': True} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:21.370066 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563f9d2f-a393-4f5a-9222-769acb277590') {} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:21.380447 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16416192'] for segment, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:21.394267 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:21.400599 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:14:21.401644 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15841923'] for segment, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: Traceback (most recent call last): Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: timer() Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: cb(*args, **kw) Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: return func(*args, **kwargs) Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: self._notify() Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: self.callback(batched_events) Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: event.method(event) Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: return f(self, *a, **k) Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: return self._get(url).json() Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: return self.request(url, 'GET', **kwargs) Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:14:21.403470 dv-cinder-821890-1-smb neutron-server[102112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:14:21.544060 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c6d57f-fb1a-4f94-abd5-da064ad7e557 admin admin] Network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:14:21.580082 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:21.590660 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:21.599843 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b0158366-ed76-4a90-85ef-982ed6985089 HTTP/1.1" status: 204 len: 168 time: 1.1179674 Jan 28 01:14:21.602871 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 39006) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:21.625985 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078aa0e-8600-4a66-84ca-99b422ae7384 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0158366-ed76-4a90-85ef-982ed6985089,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:21.676709 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.base_scheduler [None req-48c6d57f-fb1a-4f94-abd5-da064ad7e557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9) {{(pid=102111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:21.684264 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c6d57f-fb1a-4f94-abd5-da064ad7e557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:21.685315 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-48c6d57f-fb1a-4f94-abd5-da064ad7e557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:21.690923 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71c53e3-84e2-4357-ab03-4427c810f938 None None] Network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:14:21.829740 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-48c6d57f-fb1a-4f94-abd5-da064ad7e557 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2086585 Jan 28 01:14:21.887623 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd58a20-387a-47d4-8198-94aa3c62b431 None None] Network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:14:22.159054 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 97cd96f6-96bd-490e-bfce-42e235048250 no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:22.209366 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: 97cd96f6-96bd-490e-bfce-42e235048250 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:14:22.210048 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device 97cd96f6-96bd-490e-bfce-42e235048250 not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:22.298182 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4d2f0d42-d1bb-4ce3-8e99-97f1ff1a6ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644749'] for router_interface, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:22.427739 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-54b9c755-21c5-433e-ada4-afcb295c9824 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:22.429394 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-54b9c755-21c5-433e-ada4-afcb295c9824 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/networks?id=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 HTTP/1.1" status: 200 len: 815 time: 0.1519151 Jan 28 01:14:22.452867 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-ae35c0c9-8d28-47b2-a1e9-922d27e73c5d tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/quotas/d8b857b85c0c4462afe21998e766b718 HTTP/1.1" status: 200 len: 375 time: 0.0117450 Jan 28 01:14:22.521284 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-33c9c4ca-396e-44b8-a712-a5801c4f1aff tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8b857b85c0c4462afe21998e766b718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537667 Jan 28 01:14:22.671554 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-a672f48b-57d2-49c0-a2f5-efcfd39ddda5 service neutron] 10.222.0.18 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489470 Jan 28 01:14:22.674888 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f0d42-d1bb-4ce3-8e99-97f1ff1a6ebc admin admin] Deleting port f239418e-36c4-4641-9bfe-ad3e431d84cf {{(pid=102111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:22.675241 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4d2f0d42-d1bb-4ce3-8e99-97f1ff1a6ebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:22.805538 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-69475895-422b-4d9b-b167-b30f68b558a7 service neutron] 10.222.0.18 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330748 Jan 28 01:14:23.061275 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.db [None req-4d2f0d42-d1bb-4ce3-8e99-97f1ff1a6ebc admin admin] For port f239418e-36c4-4641-9bfe-ad3e431d84cf, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=f239418e-36c4-4641-9bfe-ad3e431d84cf,segment=NetworkSegment(2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48),segment_id=2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48)] {{(pid=102111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:23.062386 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4d2f0d42-d1bb-4ce3-8e99-97f1ff1a6ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:23.085736 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f0d42-d1bb-4ce3-8e99-97f1ff1a6ebc admin admin] Calling delete_port for f239418e-36c4-4641-9bfe-ad3e431d84cf owned by network:router_interface {{(pid=102111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:23.346313 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d3db6ef4-c201-4e23-a7ba-0f9be515179d req-7f4ccff2-9d62-4e60-8f09-5d0916826dd8 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 210 time: 0.0660505 Jan 28 01:14:23.471685 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4d2f0d42-d1bb-4ce3-8e99-97f1ff1a6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859691'] for port, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:23.515435 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f0d42-d1bb-4ce3-8e99-97f1ff1a6ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=f239418e-36c4-4641-9bfe-ad3e431d84cf,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:23.860934 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-4d2f0d42-d1bb-4ce3-8e99-97f1ff1a6ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641085'] for router_interface, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:24.145563 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2f0d42-d1bb-4ce3-8e99-97f1ff1a6ebc admin admin] Router 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b has already been hosted by L3 agent 02e3cb1a-fc24-4cae-bc99-11fe854bcb38 {{(pid=102111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:24.322166 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2f0d42-d1bb-4ce3-8e99-97f1ff1a6ebc admin admin] Notify agent at l3_agent.dv-cinder-821890-1-smb the message routers_updated {{(pid=102111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:24.327505 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-4d2f0d42-d1bb-4ce3-8e99-97f1ff1a6ebc admin admin] 10.222.0.18 "PUT /v2.0/routers/8f1cb7cb-2c56-4cc0-b181-7dd3f564774b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7235823 Jan 28 01:14:24.331691 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 39046) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:24.336427 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a50bd1a-ac16-44b2-835c-9ed913f9cb2c None None] Sync routers for ids ['8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'] in dv-cinder-821890-1-smb {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:24.349773 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50bd1a-ac16-44b2-835c-9ed913f9cb2c None None] Routers {'8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:24.351126 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-1a50bd1a-ac16-44b2-835c-9ed913f9cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:14:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:24.465698 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-5d98eccd-ecac-49f9-99ad-d9d373c382a6 req-c7bd8e2d-742a-4941-b40d-0ac77a6639f6 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 210 time: 0.0428391 Jan 28 01:14:24.601205 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] Notify callbacks [] for router, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:24.656113 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-1a50bd1a-ac16-44b2-835c-9ed913f9cb2c None None] Set router 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b gateway port host: dv-cinder-821890-1-smb {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:24.753950 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:24.926444 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-1a50bd1a-ac16-44b2-835c-9ed913f9cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'name': 'tempest-TestShelveInstance-759522497-router', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'external_fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': 'dff58296-fd9b-48cf-832e-75f2ff528de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:30Z', 'updated_at': '2022-01-28T01:14:23Z', 'revision_number': 5, 'project_id': '622bb085e117402ea6ecea604ed8f208', 'gw_port': {'id': 'dff58296-fd9b-48cf-832e-75f2ff528de9', 'name': '', 'network_id': '33601191-b01a-4460-980f-590e10ed5ba8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821890-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:09:31Z', 'updated_at': '2022-01-28T01:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '440539cd-2d5c-4ab2-843c-9b347b12c340', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821890-1-smb'}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:24.940020 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] Deleting port dff58296-fd9b-48cf-832e-75f2ff528de9 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:24.940448 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:24.970331 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a50bd1a-ac16-44b2-835c-9ed913f9cb2c None None] Checking router: 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b for host: dv-cinder-821890-1-smb {{(pid=102114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:24.988890 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50bd1a-ac16-44b2-835c-9ed913f9cb2c None None] Routers {'8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'} bound to L3 agent in host dv-cinder-821890-1-smb {{(pid=102114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:24.989589 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-1a50bd1a-ac16-44b2-835c-9ed913f9cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821890-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T00:57:41Z,description=,heartbeat_timestamp=2022-01-28T01:14:11Z,host='dv-cinder-821890-1-smb',id=02e3cb1a-fc24-4cae-bc99-11fe854bcb38,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T00:57:41Z,topic='l3_agent')) {'router_ids': ['8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'], 'active': True} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:25.060086 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] For port dff58296-fd9b-48cf-832e-75f2ff528de9, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=dff58296-fd9b-48cf-832e-75f2ff528de9,segment=NetworkSegment(786aaa7f-bb46-4eda-90a4-d479a0d12682),segment_id=786aaa7f-bb46-4eda-90a4-d479a0d12682)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:25.060739 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:25.079261 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] Calling delete_port for dff58296-fd9b-48cf-832e-75f2ff528de9 owned by network:router_gateway {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:25.085484 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_dvr_db [None req-1a50bd1a-ac16-44b2-835c-9ed913f9cb2c None None] Set router 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b gateway port host: None {{(pid=102114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:25.139241 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.l3_hamode_db [None req-1a50bd1a-ac16-44b2-835c-9ed913f9cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'name': 'tempest-TestShelveInstance-759522497-router', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:30Z', 'updated_at': '2022-01-28T01:14:24Z', 'revision_number': 6, 'project_id': '622bb085e117402ea6ecea604ed8f208', 'gw_port_host': None}], 'dv-cinder-821890-1-smb', False) {} {{(pid=102114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:25.170928 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a50bd1a-ac16-44b2-835c-9ed913f9cb2c None None] The sync data for ids ['8f1cb7cb-2c56-4cc0-b181-7dd3f564774b'] in dv-cinder-821890-1-smb is: [{'id': '8f1cb7cb-2c56-4cc0-b181-7dd3f564774b', 'name': 'tempest-TestShelveInstance-759522497-router', 'tenant_id': '622bb085e117402ea6ecea604ed8f208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:09:30Z', 'updated_at': '2022-01-28T01:14:24Z', 'revision_number': 6, 'project_id': '622bb085e117402ea6ecea604ed8f208', 'gw_port_host': None}] {{(pid=102114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:25.354998 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:25.383107 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff58296-fd9b-48cf-832e-75f2ff528de9,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:25.469154 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645979'] for router_gateway, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:25.661685 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26257'] for router, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:25.662523 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-906062b5-5f79-41c6-bff7-b19d00a0fa2b req-b8cba985-4450-43e9-8eb9-938c1a7b728d tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 210 time: 0.0927646 Jan 28 01:14:25.663790 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:25.812261 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646398'] for router, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:25.812829 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f1cb7cb-2c56-4cc0-b181-7dd3f564774b {{(pid=102112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:14:25.817695 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] Notify callbacks [] for router, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:25.826939 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-41e624f3-3340-42e8-983b-9d49fec0cd83 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8f1cb7cb-2c56-4cc0-b181-7dd3f564774b HTTP/1.1" status: 204 len: 168 time: 1.4898870 Jan 28 01:14:25.827334 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 39066) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:25.919886 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_v2 [None req-14679c78-e2d2-4c5d-b507-e9caa8893ca5 admin admin] Deleting subnet 2447e62f-6ef0-461c-8327-259d0c85ad3a {{(pid=102111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:14:25.926176 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-14679c78-e2d2-4c5d-b507-e9caa8893ca5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:25.978886 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-14679c78-e2d2-4c5d-b507-e9caa8893ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518611'] for subnet, precommit_delete_associations {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:26.110728 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-14679c78-e2d2-4c5d-b507-e9caa8893ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:26.178711 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device dff58296-fd9b-48cf-832e-75f2ff528de9 no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:26.226784 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: dff58296-fd9b-48cf-832e-75f2ff528de9 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:14:26.229869 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device dff58296-fd9b-48cf-832e-75f2ff528de9 not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:26.230458 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device f239418e-36c4-4641-9bfe-ad3e431d84cf no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:26.266667 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: f239418e-36c4-4641-9bfe-ad3e431d84cf {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:14:26.267756 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device f239418e-36c4-4641-9bfe-ad3e431d84cf not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:26.277568 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-14679c78-e2d2-4c5d-b507-e9caa8893ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12065609'] for subnet, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:26.308836 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdfb2b0-bb37-40c8-9286-c689a66e98c7 None None] Network db512680-0191-48e9-badf-ad8c07576418 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:14:26.321702 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-14679c78-e2d2-4c5d-b507-e9caa8893ca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:26.328112 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-14679c78-e2d2-4c5d-b507-e9caa8893ca5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2447e62f-6ef0-461c-8327-259d0c85ad3a HTTP/1.1" status: 204 len: 168 time: 0.4994707 Jan 28 01:14:26.331794 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 39068) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:26.401637 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14679c78-e2d2-4c5d-b507-e9caa8893ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2447e62f-6ef0-461c-8327-259d0c85ad3a,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:26.707618 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:26.732154 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b064993-7a34-4d1d-a980-0c2effeac0b1 None None] DHCP port deletion for db512680-0191-48e9-badf-ad8c07576418 request from dv-cinder-821890-1-smb {{(pid=102113) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 01:14:26.786190 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-2796608c-d291-443c-8b99-6b3339b45ea0 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:26.789719 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-2796608c-d291-443c-8b99-6b3339b45ea0 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "GET /v2.0/networks?id=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 HTTP/1.1" status: 200 len: 815 time: 0.4323952 Jan 28 01:14:26.834066 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7b064993-7a34-4d1d-a980-0c2effeac0b1 None None] Deleting port ae36b9fa-b7b6-4299-8c67-4e950e5b6458 {{(pid=102113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:26.834066 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b064993-7a34-4d1d-a980-0c2effeac0b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:26.872682 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-67d702ee-69d7-40f5-b469-e6fb26bbf01c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Request body: {'port': {'device_id': '220a3586-0b10-4de9-b648-ace0b7ab07db', 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9', 'admin_state_up': True, 'tenant_id': 'd8b857b85c0c4462afe21998e766b718'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:26.931278 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-197adb6c-dbea-45aa-b14c-840623030fc5 req-3a3b8da0-7d1c-4719-ad7c-101965c35c77 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 210 time: 0.1001217 Jan 28 01:14:27.058999 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Deleting port ae36b9fa-b7b6-4299-8c67-4e950e5b6458 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:14:27.059699 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:27.086443 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-7b064993-7a34-4d1d-a980-0c2effeac0b1 None None] For port ae36b9fa-b7b6-4299-8c67-4e950e5b6458, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=ae36b9fa-b7b6-4299-8c67-4e950e5b6458,segment=NetworkSegment(2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48),segment_id=2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:27.087266 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b064993-7a34-4d1d-a980-0c2effeac0b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:27.115315 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-7b064993-7a34-4d1d-a980-0c2effeac0b1 None None] Calling delete_port for ae36b9fa-b7b6-4299-8c67-4e950e5b6458 owned by network:dhcp {{(pid=102113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:27.220135 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] For port ae36b9fa-b7b6-4299-8c67-4e950e5b6458, host dv-cinder-821890-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821890-1-smb',level=0,port_id=ae36b9fa-b7b6-4299-8c67-4e950e5b6458,segment=NetworkSegment(2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48),segment_id=2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:27.220968 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:27.261158 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Calling delete_port for ae36b9fa-b7b6-4299-8c67-4e950e5b6458 owned by network:dhcp {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:14:27.296145 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7b064993-7a34-4d1d-a980-0c2effeac0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744'] for port, after_delete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:27.317530 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b064993-7a34-4d1d-a980-0c2effeac0b1 None None] No DVR routers for this DVR port ae36b9fa-b7b6-4299-8c67-4e950e5b6458 on host dv-cinder-821890-1-smb {{(pid=102113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:27.342889 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b064993-7a34-4d1d-a980-0c2effeac0b1 None None] Pushing event deleted for resources: {'Port': ['ID=ae36b9fa-b7b6-4299-8c67-4e950e5b6458,revision_number=None']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:27.424141 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:27.465072 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] No DVR routers for this DVR port ae36b9fa-b7b6-4299-8c67-4e950e5b6458 on host dv-cinder-821890-1-smb {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:14:27.475155 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae36b9fa-b7b6-4299-8c67-4e950e5b6458,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:27.479184 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-67d702ee-69d7-40f5-b469-e6fb26bbf01c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Made reservation on behalf of d8b857b85c0c4462afe21998e766b718 for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:27.483497 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-67d702ee-69d7-40f5-b469-e6fb26bbf01c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:27.641316 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:27.694593 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db512680-0191-48e9-badf-ad8c07576418']}} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:27.717617 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48') {'for_net_delete': True} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:27.718574 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1762d1-a0a1-45b5-9fff-fdd5ee4c1e48') {} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:27.763385 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16416192'] for segment, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:27.793543 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:27.807925 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:14:27.808328 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15841923'] for segment, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: self.session.flush() Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: self.session.flush() Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: self.session.flush() Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: self.session.flush() Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: Traceback (most recent call last): Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: timer() Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: cb(*args, **kw) Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: return func(*args, **kwargs) Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: self._notify() Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: self.callback(batched_events) Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: event.method(event) Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: return f(self, *a, **k) Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: return self._get(url).json() Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: return self.request(url, 'GET', **kwargs) Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:14:27.810318 dv-cinder-821890-1-smb neutron-server[102112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:14:27.825407 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-67d702ee-69d7-40f5-b469-e6fb26bbf01c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Allocated IP 172.20.0.2 (2c3fb778-d6f5-453e-ad94-c140d7e3b7c9/8a2ee5f5-5e17-4d2c-97cd-9c830a49398a/3321fb33-3051-4c0a-b090-18f9d22e8d39) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:28.001946 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:28.047742 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:28.058018 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] 10.222.0.18 "DELETE /v2.0/networks/db512680-0191-48e9-badf-ad8c07576418 HTTP/1.1" status: 204 len: 168 time: 1.7206345 Jan 28 01:14:28.078881 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd419c-a9db-4369-831d-8c1c35f57f08 admin admin] Pushing event deleted for resources: {'Network': ['ID=db512680-0191-48e9-badf-ad8c07576418,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:28.151654 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-886da39e-977b-498f-b187-5aa7ebdf88c0 req-ebcc9075-8b4a-49f1-8561-e08ab0511ec0 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 210 time: 0.0687170 Jan 28 01:14:28.159463 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device ae36b9fa-b7b6-4299-8c67-4e950e5b6458 no longer exists at agent ovs-agent-dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:14:28.224844 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-67d702ee-69d7-40f5-b469-e6fb26bbf01c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:28.227507 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] No Port match for: ae36b9fa-b7b6-4299-8c67-4e950e5b6458 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:14:28.228075 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Device ae36b9fa-b7b6-4299-8c67-4e950e5b6458 not bound to the agent host dv-cinder-821890-1-smb {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:14:28.377617 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-67d702ee-69d7-40f5-b469-e6fb26bbf01c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:28.459150 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-67d702ee-69d7-40f5-b469-e6fb26bbf01c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:28.463540 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-67d702ee-69d7-40f5-b469-e6fb26bbf01c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:28.468031 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-67d702ee-69d7-40f5-b469-e6fb26bbf01c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:28.474752 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d702ee-69d7-40f5-b469-e6fb26bbf01c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Pushing event updated for resources: {'Port': ['ID=3321fb33-3051-4c0a-b090-18f9d22e8d39,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:28.500549 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 39090) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:28.549483 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-bc817b09-6da2-440b-ad11-043001d3e1d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef7669c4535f486e84670c0aa9d7422c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477469 Jan 28 01:14:28.550482 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 39092) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:28.584441 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-67d702ee-69d7-40f5-b469-e6fb26bbf01c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:28.585306 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-67d702ee-69d7-40f5-b469-e6fb26bbf01c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:28.612035 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-22271bc0-24d8-4647-bd89-44d7c0ee2518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:28.647109 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-22271bc0-24d8-4647-bd89-44d7c0ee2518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:28.679336 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-67d702ee-69d7-40f5-b469-e6fb26bbf01c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8269825 Jan 28 01:14:28.696963 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Request body: {'port': {'device_id': '220a3586-0b10-4de9-b648-ace0b7ab07db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:28.781946 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:28.834887 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-22271bc0-24d8-4647-bd89-44d7c0ee2518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:28.840212 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-22271bc0-24d8-4647-bd89-44d7c0ee2518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:28.852064 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-22271bc0-24d8-4647-bd89-44d7c0ee2518 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c543f6c-d565-4867-9333-e6021030ffa6 HTTP/1.1" status: 204 len: 168 time: 0.2928083 Jan 28 01:14:28.872075 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22271bc0-24d8-4647-bd89-44d7c0ee2518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c543f6c-d565-4867-9333-e6021030ffa6,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:29.176312 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3321fb33-3051-4c0a-b090-18f9d22e8d39 {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:14:29.185269 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:29.200114 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Transition to ACTIVE for port object 3321fb33-3051-4c0a-b090-18f9d22e8d39 will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:14:29.322704 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd025b88-cdbe-466a-a6db-76785c44ac78 req-6140743b-1150-4b57-be1b-6152eb041f6e tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:29.324794 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dd025b88-cdbe-466a-a6db-76785c44ac78 req-6140743b-1150-4b57-be1b-6152eb041f6e tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 931 time: 0.0606198 Jan 28 01:14:29.375882 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dd025b88-cdbe-466a-a6db-76785c44ac78 req-f14ee9d2-985d-4227-b49d-d97563b2ef40 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439892 Jan 28 01:14:29.500383 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:29.552605 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Pushing event updated for resources: {'Port': ['ID=3321fb33-3051-4c0a-b090-18f9d22e8d39,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:29.631116 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Attempting to bind port 3321fb33-3051-4c0a-b090-18f9d22e8d39 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:14:29.631859 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Attempting to bind port 3321fb33-3051-4c0a-b090-18f9d22e8d39 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:14:29.632578 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Attempting to bind port 3321fb33-3051-4c0a-b090-18f9d22e8d39 on network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:29.641100 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Port 3321fb33-3051-4c0a-b090-18f9d22e8d39 on network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:14:29.641404 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Attempting to bind port 3321fb33-3051-4c0a-b090-18f9d22e8d39 on network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:29.648462 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:29.652155 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Checking segment: {'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:14:29.652155 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Bound using segment: {'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:29.652155 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Bound port: 3321fb33-3051-4c0a-b090-18f9d22e8d39, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:14:29.652155 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:29.725890 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] For port 3321fb33-3051-4c0a-b090-18f9d22e8d39, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:29.729041 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] For port 3321fb33-3051-4c0a-b090-18f9d22e8d39, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3321fb33-3051-4c0a-b090-18f9d22e8d39,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:29.771714 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 39108) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:29.804283 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:29.819912 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-a0e39757-ee95-42cc-905c-a3dbaddee763 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=622bb085e117402ea6ecea604ed8f208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468266 Jan 28 01:14:29.822252 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 39110) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:29.853606 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:29.855276 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:29.857136 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] 10.222.0.53 "PUT /v2.0/ports/3321fb33-3051-4c0a-b090-18f9d22e8d39 HTTP/1.1" status: 200 len: 1093 time: 1.1647100 Jan 28 01:14:29.857710 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220a3586-0b10-4de9-b648-ace0b7ab07db', 'tag': '3321fb33-3051-4c0a-b090-18f9d22e8d39'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:14:29.860466 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2ff252-b2fd-4862-90ee-3d69552b5cde" -d '{"events": [{"name": "network-changed", "server_uuid": "220a3586-0b10-4de9-b648-ace0b7ab07db", "tag": "3321fb33-3051-4c0a-b090-18f9d22e8d39"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:29.891048 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b201b0b2-2432-4abe-8c66-42976e537a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:29.899719 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d8a67-e5bf-433f-8236-2f2fb3e0ae5c service neutron] Pushing event updated for resources: {'Port': ['ID=3321fb33-3051-4c0a-b090-18f9d22e8d39,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:29.922352 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b201b0b2-2432-4abe-8c66-42976e537a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:29.928415 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7409b8f-3a78-441f-af86-22c5dd9dcd95 x-openstack-request-id: req-c7409b8f-3a78-441f-af86-22c5dd9dcd95 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:29.928866 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220a3586-0b10-4de9-b648-ace0b7ab07db", "tag": "3321fb33-3051-4c0a-b090-18f9d22e8d39", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:29.929282 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7409b8f-3a78-441f-af86-22c5dd9dcd95 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:29.929911 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220a3586-0b10-4de9-b648-ace0b7ab07db', 'tag': '3321fb33-3051-4c0a-b090-18f9d22e8d39', 'status': 'completed', 'code': 200} Jan 28 01:14:30.038128 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ff252-b2fd-4862-90ee-3d69552b5cde req-5056703d-b66d-4f6b-8fba-c1fba469db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:30.040227 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ad2ff252-b2fd-4862-90ee-3d69552b5cde req-5056703d-b66d-4f6b-8fba-c1fba469db33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8b857b85c0c4462afe21998e766b718&device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 1096 time: 0.0685854 Jan 28 01:14:30.110220 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b201b0b2-2432-4abe-8c66-42976e537a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:30.115087 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-b201b0b2-2432-4abe-8c66-42976e537a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:30.116922 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-b201b0b2-2432-4abe-8c66-42976e537a36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae8b276a-4f4e-447c-b8be-2a4506fa4b0a HTTP/1.1" status: 204 len: 168 time: 0.2934875 Jan 28 01:14:30.133388 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201b0b2-2432-4abe-8c66-42976e537a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8b276a-4f4e-447c-b8be-2a4506fa4b0a,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:30.202052 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ff252-b2fd-4862-90ee-3d69552b5cde req-57d3fbb5-d0ce-4ae9-a626-f9022ea75ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:30.203670 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ad2ff252-b2fd-4862-90ee-3d69552b5cde req-57d3fbb5-d0ce-4ae9-a626-f9022ea75ff8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d8b857b85c0c4462afe21998e766b718&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1461375 Jan 28 01:14:30.664064 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ff252-b2fd-4862-90ee-3d69552b5cde req-abcf8335-47b6-4569-b0d4-4bb23ebe6cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:30.665571 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ad2ff252-b2fd-4862-90ee-3d69552b5cde req-abcf8335-47b6-4569-b0d4-4bb23ebe6cfe service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4553566 Jan 28 01:14:30.674736 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566c15e-192b-4c75-88a9-92af0d013200 req-b7ec5363-f74c-4239-ba80-176f8aea0823 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:30.676404 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b566c15e-192b-4c75-88a9-92af0d013200 req-b7ec5363-f74c-4239-ba80-176f8aea0823 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 943 time: 0.0879493 Jan 28 01:14:30.748496 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b566c15e-192b-4c75-88a9-92af0d013200 req-279a944c-9daf-411f-8722-cccf8c4fde69 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543418 Jan 28 01:14:30.784817 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-e0d8be1b-65aa-4dec-a293-091745968463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:30.786364 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-e0d8be1b-65aa-4dec-a293-091745968463 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8b857b85c0c4462afe21998e766b718&device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 1096 time: 0.0500722 Jan 28 01:14:30.836891 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-822e6577-861e-4278-9106-049cd041a2f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3321fb33-3051-4c0a-b090-18f9d22e8d39 HTTP/1.1" status: 200 len: 217 time: 0.0377653 Jan 28 01:14:30.899230 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-0884ccf7-fc44-4e5d-ae5c-ac47fcd4d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:30.900689 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-0884ccf7-fc44-4e5d-ae5c-ac47fcd4d6a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8a2ee5f5-5e17-4d2c-97cd-9c830a49398a HTTP/1.1" status: 200 len: 855 time: 0.0578027 Jan 28 01:14:30.934556 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-07e83cfb-fe01-4149-a2fd-b84f9698f7b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270369 Jan 28 01:14:31.033895 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-5be22d6a-fc98-4ece-813d-3cd528f802dc service neutron] 10.222.0.53 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921650 Jan 28 01:14:31.135138 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a2ce2cfc-6a8e-479f-9d91-9eec80acb5c2 req-cf62778c-d45d-49a3-9f49-2a4d7cb05c0f service neutron] 10.222.0.53 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902476 Jan 28 01:14:31.873117 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fc18a-5948-452b-aa82-2f19c75640f8 req-bd476fd1-6b31-43db-8c37-5f9ef3f88529 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:31.874550 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e26fc18a-5948-452b-aa82-2f19c75640f8 req-bd476fd1-6b31-43db-8c37-5f9ef3f88529 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 943 time: 0.0507922 Jan 28 01:14:31.912494 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e26fc18a-5948-452b-aa82-2f19c75640f8 req-31e76a54-b431-4206-90fb-9f3dafbf3275 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318873 Jan 28 01:14:33.041602 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63722c5d-817a-4235-a9a6-f1437f742291 req-b1e523a9-2e7c-4651-9c42-b050f70d6018 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:33.043185 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-63722c5d-817a-4235-a9a6-f1437f742291 req-b1e523a9-2e7c-4651-9c42-b050f70d6018 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 943 time: 0.0562496 Jan 28 01:14:33.084704 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-63722c5d-817a-4235-a9a6-f1437f742291 req-c894fea1-facc-414e-91ef-c84f3f00877d tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337975 Jan 28 01:14:33.747359 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 3321fb33-3051-4c0a-b090-18f9d22e8d39 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:14:33.849564 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 3321fb33-3051-4c0a-b090-18f9d22e8d39, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3321fb33-3051-4c0a-b090-18f9d22e8d39,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:33.861419 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': '3321fb33-3051-4c0a-b090-18f9d22e8d39', 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9', 'port_id': '3321fb33-3051-4c0a-b090-18f9d22e8d39', 'mac_address': 'fa:16:3e:17:a6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2ee5f5-5e17-4d2c-97cd-9c830a49398a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:14:33.905921 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:33.920130 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3321fb33-3051-4c0a-b090-18f9d22e8d39 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:14:33.941807 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 3321fb33-3051-4c0a-b090-18f9d22e8d39, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3321fb33-3051-4c0a-b090-18f9d22e8d39,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:34.037631 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:34.088178 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=3321fb33-3051-4c0a-b090-18f9d22e8d39,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:34.235819 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c6db7-eecf-4a3f-b380-cba19287518a req-d48adaf6-5778-427a-ad42-1928cce796b0 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:34.237388 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a67c6db7-eecf-4a3f-b380-cba19287518a req-d48adaf6-5778-427a-ad42-1928cce796b0 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 944 time: 0.0800109 Jan 28 01:14:34.281606 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a67c6db7-eecf-4a3f-b380-cba19287518a req-bfb697a8-ad39-4f60-a218-8f4e3b5f62a6 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350776 Jan 28 01:14:34.322343 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['3321fb33-3051-4c0a-b090-18f9d22e8d39'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:14:34.884163 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 39202) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:34.932011 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.db.db_base_plugin_v2 [None req-6744a043-e97e-4805-8075-6bf538ffa9ea admin admin] Deleting subnet e945a151-f596-4ad8-8cb5-6c4fff382451 {{(pid=102111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:14:34.935993 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6744a043-e97e-4805-8075-6bf538ffa9ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:34.984727 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6744a043-e97e-4805-8075-6bf538ffa9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518611'] for subnet, precommit_delete_associations {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:35.048207 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6744a043-e97e-4805-8075-6bf538ffa9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:35.203894 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6744a043-e97e-4805-8075-6bf538ffa9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12065609'] for subnet, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:35.231046 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744a043-e97e-4805-8075-6bf538ffa9ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e945a151-f596-4ad8-8cb5-6c4fff382451,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:35.234782 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-6744a043-e97e-4805-8075-6bf538ffa9ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:35.238700 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-6744a043-e97e-4805-8075-6bf538ffa9ea admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e945a151-f596-4ad8-8cb5-6c4fff382451 HTTP/1.1" status: 204 len: 168 time: 0.3527234 Jan 28 01:14:35.240644 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 39204) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:35.320201 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-52ebf857-c4d7-4fa4-8b8e-21328301429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:35.415217 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea87c14-8639-4010-86f1-d2596eba5a83 req-6770ef8c-6af1-4b81-a2b8-a384cadaf7bf tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:35.423252 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9ea87c14-8639-4010-86f1-d2596eba5a83 req-6770ef8c-6af1-4b81-a2b8-a384cadaf7bf tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 944 time: 0.0580614 Jan 28 01:14:35.425448 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-52ebf857-c4d7-4fa4-8b8e-21328301429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:35.450029 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-52ebf857-c4d7-4fa4-8b8e-21328301429d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfa1faa-aad0-4154-b07a-2eeb6c540644']}} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:35.461676 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-52ebf857-c4d7-4fa4-8b8e-21328301429d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa70fe23-882f-42be-a28c-ee6b2b53ddde') {'for_net_delete': True} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:35.461893 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-52ebf857-c4d7-4fa4-8b8e-21328301429d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa70fe23-882f-42be-a28c-ee6b2b53ddde') {} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:35.466865 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9ea87c14-8639-4010-86f1-d2596eba5a83 req-9b06fcd7-c6c3-4f07-8aa1-f125592b77ee tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Jan 28 01:14:35.472872 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-52ebf857-c4d7-4fa4-8b8e-21328301429d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518634'] for segment, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:35.492441 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-52ebf857-c4d7-4fa4-8b8e-21328301429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ebf857-c4d7-4fa4-8b8e-21328301429d admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-52ebf857-c4d7-4fa4-8b8e-21328301429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859644'] for segment, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: Traceback (most recent call last): Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: timer() Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: cb(*args, **kw) Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: return func(*args, **kwargs) Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: self._notify() Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: self.callback(batched_events) Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: event.method(event) Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: return f(self, *a, **k) Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: return self._get(url).json() Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: return self.request(url, 'GET', **kwargs) Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:14:35.507151 dv-cinder-821890-1-smb neutron-server[102111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:14:35.655159 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-52ebf857-c4d7-4fa4-8b8e-21328301429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:35.661265 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-52ebf857-c4d7-4fa4-8b8e-21328301429d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:35.664559 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-52ebf857-c4d7-4fa4-8b8e-21328301429d admin admin] 10.222.0.18 "DELETE /v2.0/networks/4dfa1faa-aad0-4154-b07a-2eeb6c540644 HTTP/1.1" status: 204 len: 168 time: 0.4226177 Jan 28 01:14:35.677736 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebf857-c4d7-4fa4-8b8e-21328301429d admin admin] Pushing event deleted for resources: {'Network': ['ID=4dfa1faa-aad0-4154-b07a-2eeb6c540644,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:35.762861 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 3321fb33-3051-4c0a-b090-18f9d22e8d39 up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:35.903841 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port 3321fb33-3051-4c0a-b090-18f9d22e8d39 completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:14:35.910801 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port 3321fb33-3051-4c0a-b090-18f9d22e8d39 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:35.911406 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:36.001614 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:36.027656 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220a3586-0b10-4de9-b648-ace0b7ab07db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3321fb33-3051-4c0a-b090-18f9d22e8d39'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:14:36.030071 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de92c77-91a6-403d-95d3-e4a816359d7a" -d '{"events": [{"server_uuid": "220a3586-0b10-4de9-b648-ace0b7ab07db", "name": "network-vif-plugged", "status": "completed", "tag": "3321fb33-3051-4c0a-b090-18f9d22e8d39"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:36.046544 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 3321fb33-3051-4c0a-b090-18f9d22e8d39, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3321fb33-3051-4c0a-b090-18f9d22e8d39,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:36.071781 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9171d5e-ec25-4b52-a1ea-185a90543a23 x-openstack-request-id: req-d9171d5e-ec25-4b52-a1ea-185a90543a23 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:36.072124 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220a3586-0b10-4de9-b648-ace0b7ab07db", "name": "network-vif-plugged", "status": "completed", "tag": "3321fb33-3051-4c0a-b090-18f9d22e8d39", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:36.072310 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9171d5e-ec25-4b52-a1ea-185a90543a23 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:36.072752 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220a3586-0b10-4de9-b648-ace0b7ab07db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3321fb33-3051-4c0a-b090-18f9d22e8d39', 'code': 200} Jan 28 01:14:36.123036 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 39212) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:36.139127 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:36.175587 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-9bab9caf-71b0-43c6-84b0-aa2ef745c538 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6fb5341a8d414950ae26f4bda6601585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508327 Jan 28 01:14:36.178978 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 39214) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:36.202776 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=3321fb33-3051-4c0a-b090-18f9d22e8d39,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:36.233324 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-52b39c2b-f58a-4bc9-bd97-c98020a38fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:36.255614 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-52b39c2b-f58a-4bc9-bd97-c98020a38fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:36.393864 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-52b39c2b-f58a-4bc9-bd97-c98020a38fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:36.397154 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-52b39c2b-f58a-4bc9-bd97-c98020a38fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:36.398383 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-52b39c2b-f58a-4bc9-bd97-c98020a38fa9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c35b2ceb-f0f9-4878-a3bd-d11e5872f406 HTTP/1.1" status: 204 len: 168 time: 0.2183871 Jan 28 01:14:36.410745 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b39c2b-f58a-4bc9-bd97-c98020a38fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35b2ceb-f0f9-4878-a3bd-d11e5872f406,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:36.437550 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018d7b3-69f5-4ef1-8dbc-6407bb766a16 req-210230a7-7223-4a39-ba9a-d5e9e7f563c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:36.439131 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6018d7b3-69f5-4ef1-8dbc-6407bb766a16 req-210230a7-7223-4a39-ba9a-d5e9e7f563c8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 1098 time: 0.0604928 Jan 28 01:14:36.475536 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6018d7b3-69f5-4ef1-8dbc-6407bb766a16 req-ad1a9806-57ac-41d4-bfd3-35dd3e4632c6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298953 Jan 28 01:14:36.601496 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a418ec-2434-4ebe-acb5-6ab6a2243099 req-264112e3-d824-44cc-8c2f-63187d5d2214 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:36.603078 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46a418ec-2434-4ebe-acb5-6ab6a2243099 req-264112e3-d824-44cc-8c2f-63187d5d2214 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 945 time: 0.0563397 Jan 28 01:14:36.654102 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-46a418ec-2434-4ebe-acb5-6ab6a2243099 req-701ea30b-1eb3-4d3f-8e9d-a2329ebb37ec tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437632 Jan 28 01:14:37.787934 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b1760-531c-4ee9-9520-9468aa165782 req-104991e8-a9fb-4005-9c66-8e0c3d886282 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:37.789562 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-633b1760-531c-4ee9-9520-9468aa165782 req-104991e8-a9fb-4005-9c66-8e0c3d886282 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 945 time: 0.0595214 Jan 28 01:14:37.830410 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-633b1760-531c-4ee9-9520-9468aa165782 req-0606ce18-c18d-4f78-b3f5-ef0ab9bb0f83 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343740 Jan 28 01:14:38.726585 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-42f9a1eb-338e-4231-94d2-7bd3d414fb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:40.883141 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-af442aa8-2ccf-4889-b5d0-7ccdfa023b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:41.268335 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 39280) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:41.372881 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-338c1a07-69d2-4fbf-b99c-4e99dc297bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:41.445706 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-338c1a07-69d2-4fbf-b99c-4e99dc297bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:41.532156 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-338c1a07-69d2-4fbf-b99c-4e99dc297bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:41.574235 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-338c1a07-69d2-4fbf-b99c-4e99dc297bfb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9bf57e274221463a88c3a6339ce67b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048084 Jan 28 01:14:41.575187 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c1a07-69d2-4fbf-b99c-4e99dc297bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c2b08d-50bc-4948-8cb2-927bace88eb5,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:41.577016 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 39284) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:41.630666 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-1d9b9c2c-8015-4bf6-97d0-af9904772b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:41.651867 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-1d9b9c2c-8015-4bf6-97d0-af9904772b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:41.786434 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-1d9b9c2c-8015-4bf6-97d0-af9904772b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:41.789148 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-1d9b9c2c-8015-4bf6-97d0-af9904772b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:41.790325 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-1d9b9c2c-8015-4bf6-97d0-af9904772b92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5c2b08d-50bc-4948-8cb2-927bace88eb5 HTTP/1.1" status: 204 len: 168 time: 0.2123077 Jan 28 01:14:41.799346 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b9c2c-8015-4bf6-97d0-af9904772b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c2b08d-50bc-4948-8cb2-927bace88eb5,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:42.186366 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:42.878336 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 39312) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:42.886676 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:43.000307 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-504154760-network', 'tenant_id': '9706a028845349e79d1f50d01334e771'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:43.159344 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] Made reservation on behalf of 9706a028845349e79d1f50d01334e771 for: {'network': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:43.161618 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for network, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:43.175515 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:43.239432 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7908d-d617-49f7-8675-8e352289b79a req-e3926c5b-fa1d-46d0-991b-16858dc4abe7 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:43.240817 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ac7908d-d617-49f7-8675-8e352289b79a req-e3926c5b-fa1d-46d0-991b-16858dc4abe7 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/networks?id=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 HTTP/1.1" status: 200 len: 815 time: 0.1377366 Jan 28 01:14:43.268221 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ac7908d-d617-49f7-8675-8e352289b79a req-ed0a8d29-5f30-490b-a78c-cea28dfbefdd tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/quotas/d8b857b85c0c4462afe21998e766b718 HTTP/1.1" status: 200 len: 375 time: 0.0210700 Jan 28 01:14:43.320505 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:43.338315 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ac7908d-d617-49f7-8675-8e352289b79a req-0fc9cf50-77f0-4c5f-945b-45e1cd3b8f4a tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8b857b85c0c4462afe21998e766b718&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640130 Jan 28 01:14:43.391899 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:43.428903 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=102112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:14:43.438355 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387543d7-623f-4971-8a14-3c39c5ddb529,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:43.453807 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:43.454154 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.db.segments_db [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] Added segment bcb351de-fef8-4526-beee-e8c5430a5cfa of type vlan for network 251f09ae-6619-4ae1-9896-9e4397cc6881 Jan 28 01:14:43.492060 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ac7908d-d617-49f7-8675-8e352289b79a req-56d36b25-55d7-4938-8ae2-893feec3b37e service neutron] 10.222.0.18 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459448 Jan 28 01:14:43.513206 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762615209930'] for network, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:43.610708 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ac7908d-d617-49f7-8675-8e352289b79a req-fcbdb301-0b06-4d4c-8035-2f4cbfd2d2a5 service neutron] 10.222.0.18 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083128 Jan 28 01:14:43.638423 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544'] for network, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:43.639382 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:43.639976 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:43.672617 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:43.701778 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] Pushing event updated for resources: {'Network': ['ID=251f09ae-6619-4ae1-9896-9e4397cc6881,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:43.713054 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Network 251f09ae-6619-4ae1-9896-9e4397cc6881 details requested by agent ovs-agent-dv-cinder-821890-1-smb with host dv-cinder-821890-1-smb {{(pid=102113) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:14:43.737490 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-6bf02c4f-d348-4174-8572-e5b6195dfb8d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8578870 Jan 28 01:14:43.740520 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 39328) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:14:43.745459 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [None req-88db5cca-af22-477c-8d47-3e90ca2aadef admin admin] Request body: {'subnet': {'network_id': '251f09ae-6619-4ae1-9896-9e4397cc6881', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-504154760-subnet', 'tenant_id': '9706a028845349e79d1f50d01334e771', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:43.878303 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:43.881168 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88db5cca-af22-477c-8d47-3e90ca2aadef admin admin] Made reservation on behalf of 9706a028845349e79d1f50d01334e771 for: {'subnet': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:43.883537 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-88db5cca-af22-477c-8d47-3e90ca2aadef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15944639'] for subnet, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:43.969133 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ada03ec2-b599-40fb-b2cc-2aa7ffa7e8e2 req-3b88ae25-a449-4f88-bc3f-b4ff2aecfa7e tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 210 time: 0.0392025 Jan 28 01:14:44.141528 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-88db5cca-af22-477c-8d47-3e90ca2aadef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15841912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15944621'] for subnet, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:44.211163 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db5cca-af22-477c-8d47-3e90ca2aadef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0239154-6c55-42e4-b88e-6c16a13aa88c,revision_number=0']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:44.218931 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db5cca-af22-477c-8d47-3e90ca2aadef admin admin] Checking segment: {'id': 'bcb351de-fef8-4526-beee-e8c5430a5cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '251f09ae-6619-4ae1-9896-9e4397cc6881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:14:44.219298 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db5cca-af22-477c-8d47-3e90ca2aadef admin admin] Network hostable DHCP agents. Network: 251f09ae-6619-4ae1-9896-9e4397cc6881, hostable agents: ['2887fa23-5147-4475-853a-05823ba421c7'], hosted agents: [] {{(pid=102112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:14:44.297976 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db5cca-af22-477c-8d47-3e90ca2aadef admin admin] Network 251f09ae-6619-4ae1-9896-9e4397cc6881 is scheduled to be hosted by DHCP agent 2887fa23-5147-4475-853a-05823ba421c7 with binding_index 1 {{(pid=102112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:14:44.355327 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [None req-88db5cca-af22-477c-8d47-3e90ca2aadef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821890-1-smb, 251f09ae-6619-4ae1-9896-9e4397cc6881) {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:44.359858 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88db5cca-af22-477c-8d47-3e90ca2aadef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:44.360447 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-88db5cca-af22-477c-8d47-3e90ca2aadef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:44.364683 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d807fba-c412-4721-afff-c1495ebb64fa None None] Network 251f09ae-6619-4ae1-9896-9e4397cc6881 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:14:44.452144 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-88db5cca-af22-477c-8d47-3e90ca2aadef admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7017705 Jan 28 01:14:44.497826 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af61b9a-b0d4-4ab2-b584-0ef04a87cbf3 None None] Network 251f09ae-6619-4ae1-9896-9e4397cc6881 requested from dv-cinder-821890-1-smb {{(pid=102113) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 01:14:45.075485 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-804829e7-048c-4884-8916-ef4eff04b85f req-6b6d8ea1-cdb1-420a-870b-d53511265f2a tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 210 time: 0.0276546 Jan 28 01:14:46.179008 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-685b22c0-fdb5-4066-b932-f26db14e4600 req-098b98ab-54d4-404f-bcae-9faec60c641c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 210 time: 0.0339179 Jan 28 01:14:46.215296 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7908d-d617-49f7-8675-8e352289b79a req-369504d5-efd6-45cc-b433-6c9f9cdcdb75 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:46.216772 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ac7908d-d617-49f7-8675-8e352289b79a req-369504d5-efd6-45cc-b433-6c9f9cdcdb75 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "GET /v2.0/networks?id=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 HTTP/1.1" status: 200 len: 815 time: 0.1356103 Jan 28 01:14:46.234580 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-2ac7908d-d617-49f7-8675-8e352289b79a req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Request body: {'port': {'device_id': 'c59b77b6-e357-4974-82ca-87d84c8c00a5', 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9', 'admin_state_up': True, 'tenant_id': 'd8b857b85c0c4462afe21998e766b718'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:46.408888 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac7908d-d617-49f7-8675-8e352289b79a req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Made reservation on behalf of d8b857b85c0c4462afe21998e766b718 for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:46.412420 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-2ac7908d-d617-49f7-8675-8e352289b79a req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:46.546920 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-2ac7908d-d617-49f7-8675-8e352289b79a req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Allocated IP 172.20.0.4 (2c3fb778-d6f5-453e-ad94-c140d7e3b7c9/8a2ee5f5-5e17-4d2c-97cd-9c830a49398a/bf4930ad-633b-444a-bc6c-4e9b869c792d) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:46.775138 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-2ac7908d-d617-49f7-8675-8e352289b79a req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:46.795778 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-acb18c1c-b808-4a17-8fc6-75e7dd5215ab tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:46.797274 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-acb18c1c-b808-4a17-8fc6-75e7dd5215ab tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/networks?id=251f09ae-6619-4ae1-9896-9e4397cc6881 HTTP/1.1" status: 200 len: 813 time: 0.1523354 Jan 28 01:14:46.826060 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-d13d1e46-238d-4cac-bc1b-3221878034a9 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/quotas/9706a028845349e79d1f50d01334e771 HTTP/1.1" status: 200 len: 375 time: 0.0222278 Jan 28 01:14:46.863135 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-c45a05dc-c350-4205-859d-bb6cfccfa2ba tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9706a028845349e79d1f50d01334e771&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299201 Jan 28 01:14:46.915325 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-2ac7908d-d617-49f7-8675-8e352289b79a req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:46.949587 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['3321fb33-3051-4c0a-b090-18f9d22e8d39'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:14:46.976043 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac7908d-d617-49f7-8675-8e352289b79a req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:46.982790 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-2ac7908d-d617-49f7-8675-8e352289b79a req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:46.994267 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac7908d-d617-49f7-8675-8e352289b79a req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:46.999631 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Pushing event updated for resources: {'Port': ['ID=bf4930ad-633b-444a-bc6c-4e9b869c792d,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:47.039970 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:47.040213 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:47.040568 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:47.040889 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:47.041221 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:47.041554 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:47.041886 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:47.043116 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:47.043306 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:47.043516 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:47.043844 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:47.044164 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:47.063696 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-fe2d4b5a-c413-4366-b902-297c01cb9fc9 service neutron] 10.222.0.18 "GET /v2.0/networks/251f09ae-6619-4ae1-9896-9e4397cc6881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856999 Jan 28 01:14:47.066868 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7908d-d617-49f7-8675-8e352289b79a req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:47.067491 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-2ac7908d-d617-49f7-8675-8e352289b79a req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:47.158188 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-42b5490a-dba7-4b47-a3f4-02417a35c2aa service neutron] 10.222.0.18 "GET /v2.0/networks/251f09ae-6619-4ae1-9896-9e4397cc6881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871954 Jan 28 01:14:47.206030 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ac7908d-d617-49f7-8675-8e352289b79a req-a6e7a11e-2ec0-4ab3-a58e-1828a5f4a3ac tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9751356 Jan 28 01:14:47.224199 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Request body: {'port': {'device_id': 'c59b77b6-e357-4974-82ca-87d84c8c00a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:47.309010 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:47.336441 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1788cb7-bf13-4916-a104-8df10456b28c req-4dd86fea-6ba7-42c7-8e3b-3f388ea14d81 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:47.338181 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a1788cb7-bf13-4916-a104-8df10456b28c req-4dd86fea-6ba7-42c7-8e3b-3f388ea14d81 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 931 time: 0.0857930 Jan 28 01:14:47.410042 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-382568a0-c55f-4a96-bec7-054423ed6b85 req-3e92e96d-e768-4dc1-8f7d-523da6f852df tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 210 time: 0.0427837 Jan 28 01:14:47.481840 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a1788cb7-bf13-4916-a104-8df10456b28c req-94269d49-1002-4029-ba94-3df18315bda6 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236868 Jan 28 01:14:47.650786 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4930ad-633b-444a-bc6c-4e9b869c792d {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:14:47.658970 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:47.671041 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Transition to ACTIVE for port object bf4930ad-633b-444a-bc6c-4e9b869c792d will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:14:47.751845 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:47.802464 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4930ad-633b-444a-bc6c-4e9b869c792d,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:47.882680 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Attempting to bind port bf4930ad-633b-444a-bc6c-4e9b869c792d on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:14:47.883028 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Attempting to bind port bf4930ad-633b-444a-bc6c-4e9b869c792d by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:14:47.883361 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Attempting to bind port bf4930ad-633b-444a-bc6c-4e9b869c792d on network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:47.890294 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Port bf4930ad-633b-444a-bc6c-4e9b869c792d on network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:14:47.890792 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Attempting to bind port bf4930ad-633b-444a-bc6c-4e9b869c792d on network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:47.896451 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:47.896819 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Checking segment: {'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:14:47.897225 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Bound using segment: {'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:47.897652 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Bound port: bf4930ad-633b-444a-bc6c-4e9b869c792d, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:14:47.898020 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:47.962676 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] For port bf4930ad-633b-444a-bc6c-4e9b869c792d, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:47.965689 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] For port bf4930ad-633b-444a-bc6c-4e9b869c792d, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=bf4930ad-633b-444a-bc6c-4e9b869c792d,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:48.115484 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:48.154292 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:48.154292 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:48.154292 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ac7908d-d617-49f7-8675-8e352289b79a req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] 10.222.0.53 "PUT /v2.0/ports/bf4930ad-633b-444a-bc6c-4e9b869c792d HTTP/1.1" status: 200 len: 1093 time: 0.9313371 Jan 28 01:14:48.154292 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59b77b6-e357-4974-82ca-87d84c8c00a5', 'tag': 'bf4930ad-633b-444a-bc6c-4e9b869c792d'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:14:48.154292 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4eea12-d4fe-4796-8ab2-06ce3cc62832" -d '{"events": [{"name": "network-changed", "server_uuid": "c59b77b6-e357-4974-82ca-87d84c8c00a5", "tag": "bf4930ad-633b-444a-bc6c-4e9b869c792d"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:48.180552 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a98ba-08b4-499a-be03-44394b6faf49 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4930ad-633b-444a-bc6c-4e9b869c792d,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:48.193071 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac262e2-9cba-4418-b2bf-50404af030d2 x-openstack-request-id: req-dac262e2-9cba-4418-b2bf-50404af030d2 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:48.193071 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59b77b6-e357-4974-82ca-87d84c8c00a5", "tag": "bf4930ad-633b-444a-bc6c-4e9b869c792d", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:48.193071 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dac262e2-9cba-4418-b2bf-50404af030d2 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:48.193071 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59b77b6-e357-4974-82ca-87d84c8c00a5', 'tag': 'bf4930ad-633b-444a-bc6c-4e9b869c792d', 'status': 'completed', 'code': 200} Jan 28 01:14:48.275410 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eea12-d4fe-4796-8ab2-06ce3cc62832 req-eda34e55-6d46-439e-b16f-09fd86f51a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:48.276967 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8c4eea12-d4fe-4796-8ab2-06ce3cc62832 req-eda34e55-6d46-439e-b16f-09fd86f51a3e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8b857b85c0c4462afe21998e766b718&device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 1096 time: 0.0421412 Jan 28 01:14:48.387799 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eea12-d4fe-4796-8ab2-06ce3cc62832 req-9a5e1b6e-9289-4412-863b-742b4a870796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:48.389274 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8c4eea12-d4fe-4796-8ab2-06ce3cc62832 req-9a5e1b6e-9289-4412-863b-742b4a870796 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d8b857b85c0c4462afe21998e766b718&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0975251 Jan 28 01:14:48.500600 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eea12-d4fe-4796-8ab2-06ce3cc62832 req-0e96a1e7-8c8f-4033-9d3a-f6f1be438f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:48.502031 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8c4eea12-d4fe-4796-8ab2-06ce3cc62832 req-0e96a1e7-8c8f-4033-9d3a-f6f1be438f5b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1061616 Jan 28 01:14:48.516988 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f8fdc27d-8b61-449e-a950-1788da8c0850 req-01797914-ffdc-47eb-833a-f841f0ce4967 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 210 time: 0.0386698 Jan 28 01:14:48.630282 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7908d-d617-49f7-8675-8e352289b79a req-e6611f92-4607-4e7e-92e0-71c52c40fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:48.631795 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ac7908d-d617-49f7-8675-8e352289b79a req-e6611f92-4607-4e7e-92e0-71c52c40fd27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8b857b85c0c4462afe21998e766b718&device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 1096 time: 0.0714812 Jan 28 01:14:48.639616 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf8221-e8ca-4b56-86ac-45aeb4c5176b req-ef672fac-9111-4483-bfc3-0ffdb27ce07b tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:48.640908 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cfdf8221-e8ca-4b56-86ac-45aeb4c5176b req-ef672fac-9111-4483-bfc3-0ffdb27ce07b tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 943 time: 0.0726819 Jan 28 01:14:48.688506 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ac7908d-d617-49f7-8675-8e352289b79a req-ce7f923d-2b22-4513-a2fd-321a198c936b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf4930ad-633b-444a-bc6c-4e9b869c792d HTTP/1.1" status: 200 len: 217 time: 0.0439620 Jan 28 01:14:48.738679 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cfdf8221-e8ca-4b56-86ac-45aeb4c5176b req-486637f2-0c50-4788-9243-2667a91df3c4 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886092 Jan 28 01:14:48.759433 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7908d-d617-49f7-8675-8e352289b79a req-7cd671fe-bb21-4ffb-9d74-eefe721e8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:48.761649 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ac7908d-d617-49f7-8675-8e352289b79a req-7cd671fe-bb21-4ffb-9d74-eefe721e8cd6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8a2ee5f5-5e17-4d2c-97cd-9c830a49398a HTTP/1.1" status: 200 len: 855 time: 0.0594513 Jan 28 01:14:48.791703 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ac7908d-d617-49f7-8675-8e352289b79a req-de89604c-8569-4fb8-9049-92bf769b6902 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245848 Jan 28 01:14:48.884400 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ac7908d-d617-49f7-8675-8e352289b79a req-c2cc741f-c028-4e77-aa0d-537234fa2e11 service neutron] 10.222.0.53 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861185 Jan 28 01:14:48.977213 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2ac7908d-d617-49f7-8675-8e352289b79a req-38cbf0c8-1040-4b3d-bae7-79ac2f47513b service neutron] 10.222.0.53 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855224 Jan 28 01:14:49.612449 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-83ebd325-4bbb-4131-bf46-09d0c2367bda req-d923faa6-90e1-4627-95ec-bfb3c30846f3 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 210 time: 0.0278084 Jan 28 01:14:49.920734 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539e6c1-756a-42b3-8856-f64bcbfee768 req-0e378862-a983-40c5-a1da-8a977600d8ae tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:49.922238 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c539e6c1-756a-42b3-8856-f64bcbfee768 req-0e378862-a983-40c5-a1da-8a977600d8ae tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 943 time: 0.1092982 Jan 28 01:14:49.932116 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-df9ddeb0-9e67-4cfd-ac10-595f71a47671 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:49.933815 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-df9ddeb0-9e67-4cfd-ac10-595f71a47671 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.53 "GET /v2.0/networks?id=251f09ae-6619-4ae1-9896-9e4397cc6881 HTTP/1.1" status: 200 len: 813 time: 0.1420071 Jan 28 01:14:49.953109 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-08413cf4-a93b-4f7b-b266-a9fab12c39a5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Request body: {'port': {'device_id': 'd1b04fe1-93fe-4a1c-abb1-d54348bd94ba', 'network_id': '251f09ae-6619-4ae1-9896-9e4397cc6881', 'admin_state_up': True, 'tenant_id': '9706a028845349e79d1f50d01334e771'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:50.016888 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c539e6c1-756a-42b3-8856-f64bcbfee768 req-32e8531f-ed2e-44e8-a1df-95b205e5c54a tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821290 Jan 28 01:14:50.212563 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-08413cf4-a93b-4f7b-b266-a9fab12c39a5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Made reservation on behalf of 9706a028845349e79d1f50d01334e771 for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:50.216584 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-08413cf4-a93b-4f7b-b266-a9fab12c39a5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:50.345701 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-08413cf4-a93b-4f7b-b266-a9fab12c39a5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Allocated IP 172.20.0.9 (251f09ae-6619-4ae1-9896-9e4397cc6881/f0239154-6c55-42e4-b88e-6c16a13aa88c/f02bb288-d539-414d-971b-938fb775277e) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:50.493526 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-08413cf4-a93b-4f7b-b266-a9fab12c39a5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:50.592772 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-08413cf4-a93b-4f7b-b266-a9fab12c39a5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:50.635257 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-08413cf4-a93b-4f7b-b266-a9fab12c39a5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Network 251f09ae-6619-4ae1-9896-9e4397cc6881 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:50.641216 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-08413cf4-a93b-4f7b-b266-a9fab12c39a5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:50.645336 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-08413cf4-a93b-4f7b-b266-a9fab12c39a5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:50.671798 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08413cf4-a93b-4f7b-b266-a9fab12c39a5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Pushing event updated for resources: {'Port': ['ID=f02bb288-d539-414d-971b-938fb775277e,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:50.709233 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-08413cf4-a93b-4f7b-b266-a9fab12c39a5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:50.709822 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-08413cf4-a93b-4f7b-b266-a9fab12c39a5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:50.753095 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a7133-7539-4217-8de5-6986243f55ba req-012411b9-97a5-47c2-8c42-c3c7126f0582 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:50.754512 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-636a7133-7539-4217-8de5-6986243f55ba req-012411b9-97a5-47c2-8c42-c3c7126f0582 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 931 time: 0.0684390 Jan 28 01:14:50.793617 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-636a7133-7539-4217-8de5-6986243f55ba req-f441fe03-823f-450c-b286-972db51e2062 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327656 Jan 28 01:14:50.832512 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-08413cf4-a93b-4f7b-b266-a9fab12c39a5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8828127 Jan 28 01:14:50.851086 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Request body: {'port': {'device_id': 'd1b04fe1-93fe-4a1c-abb1-d54348bd94ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:50.909563 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:51.440822 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89e15c-70da-4333-aba6-ec24078b0658 req-5f52834a-7d37-4348-9167-9e3ea76368d4 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:51.442382 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd89e15c-70da-4333-aba6-ec24078b0658 req-5f52834a-7d37-4348-9167-9e3ea76368d4 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 943 time: 0.0798283 Jan 28 01:14:51.521468 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-fd89e15c-70da-4333-aba6-ec24078b0658 req-49618136-dbe3-4798-ba1b-bb92ee4db9b4 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727823 Jan 28 01:14:51.532826 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02bb288-d539-414d-971b-938fb775277e {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:14:51.540378 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:51.552689 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Transition to ACTIVE for port object f02bb288-d539-414d-971b-938fb775277e will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:14:51.646982 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:51.695133 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f02bb288-d539-414d-971b-938fb775277e,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:51.765369 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Attempting to bind port f02bb288-d539-414d-971b-938fb775277e on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:14:51.765705 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Attempting to bind port f02bb288-d539-414d-971b-938fb775277e by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'bcb351de-fef8-4526-beee-e8c5430a5cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '251f09ae-6619-4ae1-9896-9e4397cc6881'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:14:51.766038 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Attempting to bind port f02bb288-d539-414d-971b-938fb775277e on network 251f09ae-6619-4ae1-9896-9e4397cc6881 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:51.770250 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Port f02bb288-d539-414d-971b-938fb775277e on network 251f09ae-6619-4ae1-9896-9e4397cc6881 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:14:51.770577 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Attempting to bind port f02bb288-d539-414d-971b-938fb775277e on network 251f09ae-6619-4ae1-9896-9e4397cc6881 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:51.775627 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:51.775964 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Checking segment: {'id': 'bcb351de-fef8-4526-beee-e8c5430a5cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '251f09ae-6619-4ae1-9896-9e4397cc6881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:14:51.776370 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Bound using segment: {'id': 'bcb351de-fef8-4526-beee-e8c5430a5cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '251f09ae-6619-4ae1-9896-9e4397cc6881'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:51.776801 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Bound port: f02bb288-d539-414d-971b-938fb775277e, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb351de-fef8-4526-beee-e8c5430a5cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '251f09ae-6619-4ae1-9896-9e4397cc6881'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:14:51.777344 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:51.842310 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device bf4930ad-633b-444a-bc6c-4e9b869c792d details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:14:51.852715 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] For port f02bb288-d539-414d-971b-938fb775277e, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:51.858896 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] For port f02bb288-d539-414d-971b-938fb775277e, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f02bb288-d539-414d-971b-938fb775277e,segment=NetworkSegment(bcb351de-fef8-4526-beee-e8c5430a5cfa),segment_id=bcb351de-fef8-4526-beee-e8c5430a5cfa)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:51.924507 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1d295-e6ef-4e7d-9eab-e4d083e03048 req-1bd6a592-089e-4401-b4e7-480dacedb36c tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:51.926036 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0aa1d295-e6ef-4e7d-9eab-e4d083e03048 req-1bd6a592-089e-4401-b4e7-480dacedb36c tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 943 time: 0.0596387 Jan 28 01:14:51.936058 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:51.958989 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port bf4930ad-633b-444a-bc6c-4e9b869c792d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=bf4930ad-633b-444a-bc6c-4e9b869c792d,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:51.972661 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': 'bf4930ad-633b-444a-bc6c-4e9b869c792d', 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9', 'port_id': 'bf4930ad-633b-444a-bc6c-4e9b869c792d', 'mac_address': 'fa:16:3e:9a:bb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2ee5f5-5e17-4d2c-97cd-9c830a49398a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:14:51.996190 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:51.996896 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:51.999230 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] 10.222.0.53 "PUT /v2.0/ports/f02bb288-d539-414d-971b-938fb775277e HTTP/1.1" status: 200 len: 1093 time: 1.1515095 Jan 28 01:14:51.999230 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b04fe1-93fe-4a1c-abb1-d54348bd94ba', 'tag': 'f02bb288-d539-414d-971b-938fb775277e'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:14:52.001189 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3009c9c-fee4-4f02-929b-14b22cae4969" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b04fe1-93fe-4a1c-abb1-d54348bd94ba", "tag": "f02bb288-d539-414d-971b-938fb775277e"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:52.028793 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0aa1d295-e6ef-4e7d-9eab-e4d083e03048 req-7b438867-da6c-4eed-a21c-44aebf8398ae tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958414 Jan 28 01:14:52.034168 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b3035-d7b8-445c-9920-3d3396c607d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f02bb288-d539-414d-971b-938fb775277e,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:52.037174 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:52.055507 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4930ad-633b-444a-bc6c-4e9b869c792d {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:14:52.064296 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbc4fdd-7ef3-4953-8083-f637bf5774c0 x-openstack-request-id: req-edbc4fdd-7ef3-4953-8083-f637bf5774c0 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:52.069793 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b04fe1-93fe-4a1c-abb1-d54348bd94ba", "tag": "f02bb288-d539-414d-971b-938fb775277e", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:52.069793 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edbc4fdd-7ef3-4953-8083-f637bf5774c0 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:52.069793 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b04fe1-93fe-4a1c-abb1-d54348bd94ba', 'tag': 'f02bb288-d539-414d-971b-938fb775277e', 'status': 'completed', 'code': 200} Jan 28 01:14:52.076828 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port bf4930ad-633b-444a-bc6c-4e9b869c792d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=bf4930ad-633b-444a-bc6c-4e9b869c792d,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:52.149020 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3009c9c-fee4-4f02-929b-14b22cae4969 req-20a5066d-0ada-434a-b188-d8f73b10e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:52.150567 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c3009c9c-fee4-4f02-929b-14b22cae4969 req-20a5066d-0ada-434a-b188-d8f73b10e39c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9706a028845349e79d1f50d01334e771&device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 1096 time: 0.0445151 Jan 28 01:14:52.174907 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:52.222393 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=bf4930ad-633b-444a-bc6c-4e9b869c792d,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:52.230314 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:52.230683 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:52.231241 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:52.231588 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:52.231925 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:52.232264 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:52.232597 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:52.232926 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:52.233256 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:52.233580 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:52.233905 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:52.234228 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:52.256908 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3009c9c-fee4-4f02-929b-14b22cae4969 req-1676094d-c4ba-48a7-81e7-88562fb5b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:52.258450 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c3009c9c-fee4-4f02-929b-14b22cae4969 req-1676094d-c4ba-48a7-81e7-88562fb5b922 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9706a028845349e79d1f50d01334e771&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0956202 Jan 28 01:14:52.359015 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3009c9c-fee4-4f02-929b-14b22cae4969 req-8ce74b68-116f-49f5-977f-b89fcc024398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:52.360518 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c3009c9c-fee4-4f02-929b-14b22cae4969 req-8ce74b68-116f-49f5-977f-b89fcc024398 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949409 Jan 28 01:14:52.459090 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-b9bf6ad3-c9d7-4fdd-9145-76ce9c385094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:52.460581 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-b9bf6ad3-c9d7-4fdd-9145-76ce9c385094 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9706a028845349e79d1f50d01334e771&device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 1096 time: 0.0414495 Jan 28 01:14:52.484295 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['bf4930ad-633b-444a-bc6c-4e9b869c792d'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:14:52.510369 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-0613f8e1-d929-40c9-9a57-9fcb7b44a7c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f02bb288-d539-414d-971b-938fb775277e HTTP/1.1" status: 200 len: 217 time: 0.0353923 Jan 28 01:14:52.558880 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-76e4bb02-840b-4c5a-a5a3-4fb6341cfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:52.560456 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-76e4bb02-840b-4c5a-a5a3-4fb6341cfe88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0239154-6c55-42e4-b88e-6c16a13aa88c HTTP/1.1" status: 200 len: 853 time: 0.0442595 Jan 28 01:14:52.601296 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-86a7172d-a6f2-4e47-b785-6da62129b3d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=251f09ae-6619-4ae1-9896-9e4397cc6881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335531 Jan 28 01:14:52.699407 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7595c6-a913-4c1d-aad8-12d067a00770 req-59fa38b6-fca5-4095-83b9-8374edb2e2c2 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:52.700947 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8a7595c6-a913-4c1d-aad8-12d067a00770 req-59fa38b6-fca5-4095-83b9-8374edb2e2c2 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 944 time: 0.1020167 Jan 28 01:14:52.747606 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-3100f153-e7b0-482b-a38f-ad2d1ad6658b service neutron] 10.222.0.53 "GET /v2.0/networks/251f09ae-6619-4ae1-9896-9e4397cc6881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363652 Jan 28 01:14:52.780774 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8a7595c6-a913-4c1d-aad8-12d067a00770 req-4bc21575-cdc4-49d7-8ee5-e8de9aae524c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707817 Jan 28 01:14:52.849030 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3a9fe934-3bde-4252-a3ee-8378fd8e1147 req-120db860-99ac-48df-bcbe-8e2addb825d8 service neutron] 10.222.0.53 "GET /v2.0/networks/251f09ae-6619-4ae1-9896-9e4397cc6881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917437 Jan 28 01:14:53.148987 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0a0a6-9ff8-4e2a-8b05-7daaae2b55c8 req-2d11d7ab-25e7-4fb9-ab8b-535ba1db734f tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:53.150456 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-23e0a0a6-9ff8-4e2a-8b05-7daaae2b55c8 req-2d11d7ab-25e7-4fb9-ab8b-535ba1db734f tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 943 time: 0.0501010 Jan 28 01:14:53.189033 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-23e0a0a6-9ff8-4e2a-8b05-7daaae2b55c8 req-1252fd52-cd8e-413a-96f0-fbc0a0b5bb41 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Jan 28 01:14:53.632059 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:14:53.851974 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device bf4930ad-633b-444a-bc6c-4e9b869c792d up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:53.901935 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fe200-36c7-448a-9dc8-e0e604f28764 req-54937fb0-6268-4757-a939-94117e0e90e9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:53.903730 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-696fe200-36c7-448a-9dc8-e0e604f28764 req-54937fb0-6268-4757-a939-94117e0e90e9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 944 time: 0.0542495 Jan 28 01:14:53.941198 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-696fe200-36c7-448a-9dc8-e0e604f28764 req-957d722c-d337-41f9-bcda-8b20c17f3983 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314739 Jan 28 01:14:53.974654 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port bf4930ad-633b-444a-bc6c-4e9b869c792d completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:14:53.978627 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port bf4930ad-633b-444a-bc6c-4e9b869c792d triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:53.979027 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:54.054953 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:54.077632 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59b77b6-e357-4974-82ca-87d84c8c00a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4930ad-633b-444a-bc6c-4e9b869c792d'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:14:54.085985 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469862ca-8f1b-4918-9306-51bffd8a2b39" -d '{"events": [{"server_uuid": "c59b77b6-e357-4974-82ca-87d84c8c00a5", "name": "network-vif-plugged", "status": "completed", "tag": "bf4930ad-633b-444a-bc6c-4e9b869c792d"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:54.097395 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port bf4930ad-633b-444a-bc6c-4e9b869c792d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=bf4930ad-633b-444a-bc6c-4e9b869c792d,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:54.117575 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffa84b0-42a4-457d-86d2-50f3a1b253b0 x-openstack-request-id: req-4ffa84b0-42a4-457d-86d2-50f3a1b253b0 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:54.117858 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59b77b6-e357-4974-82ca-87d84c8c00a5", "name": "network-vif-plugged", "status": "completed", "tag": "bf4930ad-633b-444a-bc6c-4e9b869c792d", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:54.118107 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ffa84b0-42a4-457d-86d2-50f3a1b253b0 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:54.118512 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59b77b6-e357-4974-82ca-87d84c8c00a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4930ad-633b-444a-bc6c-4e9b869c792d', 'code': 200} Jan 28 01:14:54.157856 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:54.211118 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=bf4930ad-633b-444a-bc6c-4e9b869c792d,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:54.313537 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bc0cb-017d-436e-8d90-e7af1a7ef8a5 req-fe172ea5-3ca3-4b52-9a2c-a1f10136c6f3 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:54.313537 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-042bc0cb-017d-436e-8d90-e7af1a7ef8a5 req-fe172ea5-3ca3-4b52-9a2c-a1f10136c6f3 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 943 time: 0.0507121 Jan 28 01:14:54.348086 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-042bc0cb-017d-436e-8d90-e7af1a7ef8a5 req-b2b52989-8de2-4e53-b33c-e7f7a4c96b3c tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323985 Jan 28 01:14:54.448007 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623563b6-3b42-4d8a-a1df-c8122656cb6f req-999d844e-e767-4cf9-a6cc-7d35c53c7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:54.450203 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-623563b6-3b42-4d8a-a1df-c8122656cb6f req-999d844e-e767-4cf9-a6cc-7d35c53c7481 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 1098 time: 0.0407002 Jan 28 01:14:54.484898 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-623563b6-3b42-4d8a-a1df-c8122656cb6f req-983b7785-f694-4d16-9c4b-d899074301f5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281744 Jan 28 01:14:55.066166 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979169c-780d-4ee8-946b-ab4565eeb6a9 req-2cceb173-d9fc-41aa-923a-ed652a8af84f tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:55.067671 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8979169c-780d-4ee8-946b-ab4565eeb6a9 req-2cceb173-d9fc-41aa-923a-ed652a8af84f tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 945 time: 0.0539687 Jan 28 01:14:55.114483 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8979169c-780d-4ee8-946b-ab4565eeb6a9 req-bf8e3da3-3a7e-4bfd-b871-75a4456838c8 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407698 Jan 28 01:14:55.471608 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1f061-779f-4fe3-892f-d876a14c503f req-cce6c8b7-a38b-4d9f-b4b9-8b5ca3a97282 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:55.473441 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9ba1f061-779f-4fe3-892f-d876a14c503f req-cce6c8b7-a38b-4d9f-b4b9-8b5ca3a97282 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 943 time: 0.0563204 Jan 28 01:14:55.513458 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9ba1f061-779f-4fe3-892f-d876a14c503f req-43960d07-a5c7-4124-a93c-9a05d48c453a tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Jan 28 01:14:55.869413 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device f02bb288-d539-414d-971b-938fb775277e details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:14:55.963728 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port f02bb288-d539-414d-971b-938fb775277e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f02bb288-d539-414d-971b-938fb775277e,segment=NetworkSegment(bcb351de-fef8-4526-beee-e8c5430a5cfa),segment_id=bcb351de-fef8-4526-beee-e8c5430a5cfa)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:55.974556 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': 'f02bb288-d539-414d-971b-938fb775277e', 'network_id': '251f09ae-6619-4ae1-9896-9e4397cc6881', 'port_id': 'f02bb288-d539-414d-971b-938fb775277e', 'mac_address': 'fa:16:3e:2e:95:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0239154-6c55-42e4-b88e-6c16a13aa88c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:14:56.015638 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:56.029181 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02bb288-d539-414d-971b-938fb775277e {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:14:56.048832 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port f02bb288-d539-414d-971b-938fb775277e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f02bb288-d539-414d-971b-938fb775277e,segment=NetworkSegment(bcb351de-fef8-4526-beee-e8c5430a5cfa),segment_id=bcb351de-fef8-4526-beee-e8c5430a5cfa)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:56.127014 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:56.177062 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=f02bb288-d539-414d-971b-938fb775277e,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:56.233768 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3646b6c-f4c4-41dc-955b-5454adae623f req-36c5527a-a180-432f-bae6-8caf8d8ea697 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:56.235256 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f3646b6c-f4c4-41dc-955b-5454adae623f req-36c5527a-a180-432f-bae6-8caf8d8ea697 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 945 time: 0.0511734 Jan 28 01:14:56.273727 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f3646b6c-f4c4-41dc-955b-5454adae623f req-b7f405e2-91cc-4120-bf08-15e5fe30300a tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Jan 28 01:14:56.445271 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['f02bb288-d539-414d-971b-938fb775277e'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:14:56.646603 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cc049-b7ec-4817-a4a1-f6d1b2de18d6 req-2c822b78-cde4-473e-b42a-d69211298f9e tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:56.648110 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2c7cc049-b7ec-4817-a4a1-f6d1b2de18d6 req-2c822b78-cde4-473e-b42a-d69211298f9e tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 944 time: 0.0555179 Jan 28 01:14:56.686540 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2c7cc049-b7ec-4817-a4a1-f6d1b2de18d6 req-ac96565c-03e5-4741-9c91-6b7f92b7555e tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322125 Jan 28 01:14:57.807205 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc678286-8fa0-4bae-a819-15658caebe39 req-46729644-ea83-4e2e-8ce1-c63edc42cbc8 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:57.808648 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dc678286-8fa0-4bae-a819-15658caebe39 req-46729644-ea83-4e2e-8ce1-c63edc42cbc8 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 944 time: 0.0507529 Jan 28 01:14:57.849666 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dc678286-8fa0-4bae-a819-15658caebe39 req-877301a7-92e6-453e-9a21-d107aa868b89 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345159 Jan 28 01:14:57.883621 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device f02bb288-d539-414d-971b-938fb775277e up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:58.047017 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port f02bb288-d539-414d-971b-938fb775277e completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:14:58.051094 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port f02bb288-d539-414d-971b-938fb775277e triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:58.051464 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:58.132639 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:58.145120 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8bc22356-a081-4499-ad5b-c70df3ef20f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:58.146601 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8bc22356-a081-4499-ad5b-c70df3ef20f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/networks?id=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 HTTP/1.1" status: 200 len: 815 time: 0.1162288 Jan 28 01:14:58.155622 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b04fe1-93fe-4a1c-abb1-d54348bd94ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02bb288-d539-414d-971b-938fb775277e'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:14:58.157838 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8a6dae-cd67-420c-afd0-2b38b44e71b5" -d '{"events": [{"server_uuid": "d1b04fe1-93fe-4a1c-abb1-d54348bd94ba", "name": "network-vif-plugged", "status": "completed", "tag": "f02bb288-d539-414d-971b-938fb775277e"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:58.161964 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-1f44370c-c05d-4a47-aa9d-8f75d6933b4a tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/quotas/d8b857b85c0c4462afe21998e766b718 HTTP/1.1" status: 200 len: 375 time: 0.0094035 Jan 28 01:14:58.174173 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port f02bb288-d539-414d-971b-938fb775277e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f02bb288-d539-414d-971b-938fb775277e,segment=NetworkSegment(bcb351de-fef8-4526-beee-e8c5430a5cfa),segment_id=bcb351de-fef8-4526-beee-e8c5430a5cfa)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:58.195487 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b3aa35-a41c-4083-8d50-61c4855c3e2d x-openstack-request-id: req-57b3aa35-a41c-4083-8d50-61c4855c3e2d {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:58.195783 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b04fe1-93fe-4a1c-abb1-d54348bd94ba", "name": "network-vif-plugged", "status": "completed", "tag": "f02bb288-d539-414d-971b-938fb775277e", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:58.196059 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57b3aa35-a41c-4083-8d50-61c4855c3e2d {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:58.196455 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b04fe1-93fe-4a1c-abb1-d54348bd94ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02bb288-d539-414d-971b-938fb775277e', 'code': 200} Jan 28 01:14:58.216687 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-4456ef65-d661-419f-b39e-57f3453a5b73 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8b857b85c0c4462afe21998e766b718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485475 Jan 28 01:14:58.255078 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:14:58.304954 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=f02bb288-d539-414d-971b-938fb775277e,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:58.308367 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-c092c68e-007a-43ee-82fa-479bde8cfec5 service neutron] 10.222.0.18 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842087 Jan 28 01:14:58.404337 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-1ae25060-2989-4692-baea-1565e3642709 service neutron] 10.222.0.18 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880411 Jan 28 01:14:58.550416 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe28f1b-9729-4755-a6ec-70bef5f9029e req-2378aba0-f7de-4048-a99b-c92495394375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:58.551990 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cbe28f1b-9729-4755-a6ec-70bef5f9029e req-2378aba0-f7de-4048-a99b-c92495394375 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 1098 time: 0.0402217 Jan 28 01:14:58.591647 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cbe28f1b-9729-4755-a6ec-70bef5f9029e req-c575e149-752f-487b-97ab-18f94132b8d1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331023 Jan 28 01:14:58.649150 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-654d323e-2d90-40cf-9d91-351989a2fb8f req-b4cdc105-40a1-4197-b3b7-6a2f21d3e285 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 210 time: 0.0274873 Jan 28 01:14:58.971809 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f1392-24ac-45e8-afa5-ebdef6b4edc8 req-db930140-e251-4a27-9ade-eb72055d29ba tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:58.973383 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d2f1392-24ac-45e8-afa5-ebdef6b4edc8 req-db930140-e251-4a27-9ade-eb72055d29ba tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 945 time: 0.0562439 Jan 28 01:14:59.015095 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d2f1392-24ac-45e8-afa5-ebdef6b4edc8 req-cd971a7a-0f61-401c-8035-e22f07d5cf5f tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343690 Jan 28 01:14:59.746665 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b21c1e0b-44a1-4f37-bff8-36894e2817fc req-f6943ebc-0bbd-486b-bf95-d96f5bb4977e tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 210 time: 0.0288694 Jan 28 01:15:00.134767 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddeb5a2-0c2b-47b6-bacc-7e219a7c3204 req-462c1fe6-b208-4dba-a5cc-9e1e18adad53 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:00.136268 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bddeb5a2-0c2b-47b6-bacc-7e219a7c3204 req-462c1fe6-b208-4dba-a5cc-9e1e18adad53 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 945 time: 0.0523083 Jan 28 01:15:00.175595 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-bddeb5a2-0c2b-47b6-bacc-7e219a7c3204 req-eae56877-b45e-4f5a-afd1-aab9c5cc3d25 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328000 Jan 28 01:15:00.847328 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-228c58c7-cc16-4168-8e86-d6ec2cc6774a req-438ea59d-10e1-4099-82a3-33820b8d0c29 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 210 time: 0.0304246 Jan 28 01:15:00.972785 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-824561ee-d673-4cff-a2ba-0d977d418884 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:00.974284 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-824561ee-d673-4cff-a2ba-0d977d418884 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "GET /v2.0/networks?id=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 HTTP/1.1" status: 200 len: 815 time: 0.1030140 Jan 28 01:15:00.994594 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8775bf0f-fb66-436f-ae4f-0772d4d860f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Request body: {'port': {'device_id': '3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2', 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9', 'admin_state_up': True, 'tenant_id': 'd8b857b85c0c4462afe21998e766b718'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:01.249525 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8775bf0f-fb66-436f-ae4f-0772d4d860f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Made reservation on behalf of d8b857b85c0c4462afe21998e766b718 for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:01.254936 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8775bf0f-fb66-436f-ae4f-0772d4d860f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:01.391607 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8775bf0f-fb66-436f-ae4f-0772d4d860f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Allocated IP 172.20.0.14 (2c3fb778-d6f5-453e-ad94-c140d7e3b7c9/8a2ee5f5-5e17-4d2c-97cd-9c830a49398a/3a059212-a53f-4359-8e10-f9a4adead1a7) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:01.578210 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8775bf0f-fb66-436f-ae4f-0772d4d860f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:01.698924 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8775bf0f-fb66-436f-ae4f-0772d4d860f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:01.738795 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['3321fb33-3051-4c0a-b090-18f9d22e8d39', 'bf4930ad-633b-444a-bc6c-4e9b869c792d'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:01.741644 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8775bf0f-fb66-436f-ae4f-0772d4d860f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:01.747276 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8775bf0f-fb66-436f-ae4f-0772d4d860f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:01.751642 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8775bf0f-fb66-436f-ae4f-0772d4d860f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:01.776816 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775bf0f-fb66-436f-ae4f-0772d4d860f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Pushing event updated for resources: {'Port': ['ID=3a059212-a53f-4359-8e10-f9a4adead1a7,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:01.807281 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8775bf0f-fb66-436f-ae4f-0772d4d860f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:01.808005 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8775bf0f-fb66-436f-ae4f-0772d4d860f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:01.920087 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8775bf0f-fb66-436f-ae4f-0772d4d860f9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9293485 Jan 28 01:15:01.965804 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Request body: {'port': {'device_id': '3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:02.037343 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e394005-16a3-4061-8948-b73fc528e856 req-c84f20ac-b880-4eb8-8459-83a2a940cbc9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:02.039163 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e394005-16a3-4061-8948-b73fc528e856 req-c84f20ac-b880-4eb8-8459-83a2a940cbc9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 932 time: 0.1147590 Jan 28 01:15:02.053811 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:02.118703 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6e394005-16a3-4061-8948-b73fc528e856 req-385ba2f9-77c9-49c8-b602-1b0d172b01e8 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718226 Jan 28 01:15:02.376054 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a059212-a53f-4359-8e10-f9a4adead1a7 {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:15:02.384086 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:02.397685 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Transition to ACTIVE for port object 3a059212-a53f-4359-8e10-f9a4adead1a7 will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:15:02.466579 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:02.530736 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Pushing event updated for resources: {'Port': ['ID=3a059212-a53f-4359-8e10-f9a4adead1a7,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:02.606075 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Attempting to bind port 3a059212-a53f-4359-8e10-f9a4adead1a7 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:15:02.606403 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Attempting to bind port 3a059212-a53f-4359-8e10-f9a4adead1a7 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:15:02.606726 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Attempting to bind port 3a059212-a53f-4359-8e10-f9a4adead1a7 on network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:02.611786 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Port 3a059212-a53f-4359-8e10-f9a4adead1a7 on network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:15:02.612103 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Attempting to bind port 3a059212-a53f-4359-8e10-f9a4adead1a7 on network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:02.617032 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:02.617370 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Checking segment: {'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:15:02.617757 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Bound using segment: {'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:02.618179 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Bound port: 3a059212-a53f-4359-8e10-f9a4adead1a7, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:15:02.618529 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:02.687116 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] For port 3a059212-a53f-4359-8e10-f9a4adead1a7, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:02.691502 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] For port 3a059212-a53f-4359-8e10-f9a4adead1a7, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3a059212-a53f-4359-8e10-f9a4adead1a7,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:02.770138 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:02.807266 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:02.807876 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:02.809234 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] 10.222.0.53 "PUT /v2.0/ports/3a059212-a53f-4359-8e10-f9a4adead1a7 HTTP/1.1" status: 200 len: 1094 time: 0.8490202 Jan 28 01:15:02.809686 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2', 'tag': '3a059212-a53f-4359-8e10-f9a4adead1a7'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:15:02.812057 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c13626-2a91-4de9-91aa-c25b3e05ddfd" -d '{"events": [{"name": "network-changed", "server_uuid": "3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2", "tag": "3a059212-a53f-4359-8e10-f9a4adead1a7"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:02.848483 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499f2d5-9dfb-4691-8bc5-ffec13ceb859 service neutron] Pushing event updated for resources: {'Port': ['ID=3a059212-a53f-4359-8e10-f9a4adead1a7,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:02.855387 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3304ecaf-b4f0-4a97-98cd-6a4090aa4284 x-openstack-request-id: req-3304ecaf-b4f0-4a97-98cd-6a4090aa4284 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:02.855844 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2", "tag": "3a059212-a53f-4359-8e10-f9a4adead1a7", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:02.856190 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3304ecaf-b4f0-4a97-98cd-6a4090aa4284 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:02.856651 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2', 'tag': '3a059212-a53f-4359-8e10-f9a4adead1a7', 'status': 'completed', 'code': 200} Jan 28 01:15:02.951079 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13626-2a91-4de9-91aa-c25b3e05ddfd req-27539ddd-1d7f-4daf-a58a-0bfeec36d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:02.952604 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-15c13626-2a91-4de9-91aa-c25b3e05ddfd req-27539ddd-1d7f-4daf-a58a-0bfeec36d618 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8b857b85c0c4462afe21998e766b718&device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 1097 time: 0.0471745 Jan 28 01:15:03.081822 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13626-2a91-4de9-91aa-c25b3e05ddfd req-92db3822-c96b-4437-8207-35051263ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:03.083314 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-15c13626-2a91-4de9-91aa-c25b3e05ddfd req-92db3822-c96b-4437-8207-35051263ef41 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d8b857b85c0c4462afe21998e766b718&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1070082 Jan 28 01:15:03.189862 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13626-2a91-4de9-91aa-c25b3e05ddfd req-86bd8b39-734e-43cf-8376-9cc17be4d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:03.195377 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-15c13626-2a91-4de9-91aa-c25b3e05ddfd req-86bd8b39-734e-43cf-8376-9cc17be4d416 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982771 Jan 28 01:15:03.253348 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517546c-ab2a-42a6-8c9d-b00fe20c7869 req-ba9c1cec-d403-406b-8bb3-594d9fdca542 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:03.255707 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d517546c-ab2a-42a6-8c9d-b00fe20c7869 req-ba9c1cec-d403-406b-8bb3-594d9fdca542 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 944 time: 0.0580614 Jan 28 01:15:03.330209 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d517546c-ab2a-42a6-8c9d-b00fe20c7869 req-4b4c56c6-3eae-4972-923f-013dd0eba177 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682449 Jan 28 01:15:03.333425 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-2d97c73b-cfb5-46c8-b56b-3de8e2f036b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:03.335022 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-2d97c73b-cfb5-46c8-b56b-3de8e2f036b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8b857b85c0c4462afe21998e766b718&device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 1097 time: 0.0710733 Jan 28 01:15:03.396490 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-d1e820cd-a221-4bec-af92-86551cbebe7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a059212-a53f-4359-8e10-f9a4adead1a7 HTTP/1.1" status: 200 len: 217 time: 0.0355716 Jan 28 01:15:03.454075 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-990e034f-be5a-41ba-ac3a-10323ef86d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:03.455556 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-990e034f-be5a-41ba-ac3a-10323ef86d84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8a2ee5f5-5e17-4d2c-97cd-9c830a49398a HTTP/1.1" status: 200 len: 855 time: 0.0525973 Jan 28 01:15:03.489220 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-8fac475e-877b-4863-89ab-4e5ab7663870 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269115 Jan 28 01:15:03.589141 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-e76b8792-069e-4c75-8857-88268c25997d service neutron] 10.222.0.53 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921760 Jan 28 01:15:03.715714 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-33ad585a-8833-43ec-be5f-51588dbe36a8 req-74ae6d00-5f1f-4232-992b-42fe9a6d1483 service neutron] 10.222.0.53 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078136 Jan 28 01:15:04.451312 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1ad28-6b3d-4717-a5cf-35955f1daa53 req-066ac4e4-1178-4881-b645-5a6b52e08935 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:04.452761 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-64e1ad28-6b3d-4717-a5cf-35955f1daa53 req-066ac4e4-1178-4881-b645-5a6b52e08935 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 944 time: 0.0524013 Jan 28 01:15:04.492791 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-64e1ad28-6b3d-4717-a5cf-35955f1daa53 req-1032c27e-a255-4a26-838d-4e09294a4c7d tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332143 Jan 28 01:15:05.616718 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912bfd8-f75b-46dc-bc19-580b19337838 req-97e35b02-f795-4da5-acee-00c8988bdede tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:05.618399 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8912bfd8-f75b-46dc-bc19-580b19337838 req-97e35b02-f795-4da5-acee-00c8988bdede tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 944 time: 0.0552704 Jan 28 01:15:05.660726 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-8912bfd8-f75b-46dc-bc19-580b19337838 req-d88be63d-e61f-41e3-92ac-0fb64c12bbe4 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361750 Jan 28 01:15:05.948197 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 3a059212-a53f-4359-8e10-f9a4adead1a7 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:15:06.049699 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 3a059212-a53f-4359-8e10-f9a4adead1a7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3a059212-a53f-4359-8e10-f9a4adead1a7,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:06.060921 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': '3a059212-a53f-4359-8e10-f9a4adead1a7', 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9', 'port_id': '3a059212-a53f-4359-8e10-f9a4adead1a7', 'mac_address': 'fa:16:3e:37:06:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2ee5f5-5e17-4d2c-97cd-9c830a49398a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:15:06.111145 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:06.125559 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a059212-a53f-4359-8e10-f9a4adead1a7 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:15:06.150407 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 3a059212-a53f-4359-8e10-f9a4adead1a7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3a059212-a53f-4359-8e10-f9a4adead1a7,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:06.219697 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:06.270459 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=3a059212-a53f-4359-8e10-f9a4adead1a7,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:06.604222 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['3a059212-a53f-4359-8e10-f9a4adead1a7'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:06.808134 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0626f-980a-4261-9669-a6eb95038c58 req-cd1e16f4-bf7f-435b-b7e4-75f51927434e tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:06.809669 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-abc0626f-980a-4261-9669-a6eb95038c58 req-cd1e16f4-bf7f-435b-b7e4-75f51927434e tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 945 time: 0.0645502 Jan 28 01:15:06.858098 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-abc0626f-980a-4261-9669-a6eb95038c58 req-85b61246-3524-460e-80f3-37255284c54d tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Jan 28 01:15:07.978078 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 3a059212-a53f-4359-8e10-f9a4adead1a7 up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:08.043383 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac798663-7bc8-41c8-861f-404381cd66a5 req-953b96d4-4b6d-4c94-812a-44789f4189aa tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:08.046116 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ac798663-7bc8-41c8-861f-404381cd66a5 req-953b96d4-4b6d-4c94-812a-44789f4189aa tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 945 time: 0.0992131 Jan 28 01:15:08.094492 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ac798663-7bc8-41c8-861f-404381cd66a5 req-12cb1699-d4e3-45e5-82af-b4b9e52b8286 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418303 Jan 28 01:15:08.115762 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port 3a059212-a53f-4359-8e10-f9a4adead1a7 completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:15:08.115762 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port 3a059212-a53f-4359-8e10-f9a4adead1a7 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:08.115762 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:08.210056 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:08.247685 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a059212-a53f-4359-8e10-f9a4adead1a7'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:15:08.251622 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7dec3a-c4a9-419c-82ad-498135d63dca" -d '{"events": [{"server_uuid": "3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2", "name": "network-vif-plugged", "status": "completed", "tag": "3a059212-a53f-4359-8e10-f9a4adead1a7"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:08.278568 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 3a059212-a53f-4359-8e10-f9a4adead1a7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3a059212-a53f-4359-8e10-f9a4adead1a7,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:08.297127 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc161854-6eb9-431b-a62f-51c338fae7ec x-openstack-request-id: req-cc161854-6eb9-431b-a62f-51c338fae7ec {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:08.297442 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2", "name": "network-vif-plugged", "status": "completed", "tag": "3a059212-a53f-4359-8e10-f9a4adead1a7", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:08.297705 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc161854-6eb9-431b-a62f-51c338fae7ec {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:08.298102 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a059212-a53f-4359-8e10-f9a4adead1a7', 'code': 200} Jan 28 01:15:08.329461 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:08.390735 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=3a059212-a53f-4359-8e10-f9a4adead1a7,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:08.655258 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d7e71-8d4f-4340-84f0-b7697899a2b1 req-2e403fea-1c4c-4897-a2d7-1ce3a33dc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:08.656762 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-994d7e71-8d4f-4340-84f0-b7697899a2b1 req-2e403fea-1c4c-4897-a2d7-1ce3a33dc388 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 1099 time: 0.0464306 Jan 28 01:15:08.697146 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-994d7e71-8d4f-4340-84f0-b7697899a2b1 req-4c4f464d-a5cb-4bbf-bcc9-a4e7550f6bac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Jan 28 01:15:08.756201 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6f36c30e-2498-4918-9800-6b4c5979b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:09.226819 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6a2d0-c4b0-457a-aa08-e334663ce1a1 req-30ad2a22-0c21-4852-ad14-d17ca30e792e tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:09.228388 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-eeb6a2d0-c4b0-457a-aa08-e334663ce1a1 req-30ad2a22-0c21-4852-ad14-d17ca30e792e tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 946 time: 0.0624909 Jan 28 01:15:09.279813 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-eeb6a2d0-c4b0-457a-aa08-e334663ce1a1 req-d39b553f-a097-41c2-843b-5c8d4508d4ab tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 Jan 28 01:15:10.414884 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bf7f4-7f3c-4dcb-9e45-d5be681acc66 req-0d5f4d1c-8cb1-447d-bb78-51ad7af4e809 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:10.416901 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6f1bf7f4-7f3c-4dcb-9e45-d5be681acc66 req-0d5f4d1c-8cb1-447d-bb78-51ad7af4e809 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 946 time: 0.0556996 Jan 28 01:15:10.467311 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6f1bf7f4-7f3c-4dcb-9e45-d5be681acc66 req-42bd888f-36a9-41f5-a264-8038fc30cab7 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403292 Jan 28 01:15:10.887235 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-f5c44ec4-ed29-4956-89eb-d2baca18df6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:12.202045 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:12.912949 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:13.725390 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:13.821785 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:19.518395 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-f3200d08-d314-43c6-9986-916096619571 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:19.520066 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-f3200d08-d314-43c6-9986-916096619571 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/networks?id=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 HTTP/1.1" status: 200 len: 815 time: 0.1095846 Jan 28 01:15:19.536381 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-4ab97fa1-6a69-47af-8deb-975bc5d366b8 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/quotas/d8b857b85c0c4462afe21998e766b718 HTTP/1.1" status: 200 len: 375 time: 0.0101104 Jan 28 01:15:19.596714 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-d8a6f6de-a0e8-4dc1-9f1a-e5e20c83c214 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8b857b85c0c4462afe21998e766b718&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544279 Jan 28 01:15:19.692835 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-94179ccb-56f7-4bfd-8f0e-0ff2aeac8e70 service neutron] 10.222.0.18 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877810 Jan 28 01:15:19.787756 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-1faeb46e-b087-4a79-9692-ca6386a3a21a service neutron] 10.222.0.18 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887113 Jan 28 01:15:20.073096 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6423d33e-6a83-4d1f-be38-fb3158f2d015 req-71193d27-cc30-4a91-b4a3-8f2df68d3bf0 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 210 time: 0.0286429 Jan 28 01:15:21.168450 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f5defc9b-c691-4bd5-88b3-6b163cf6ce9c req-a69a6c20-cc70-4779-bd5b-096d229cfce3 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 210 time: 0.0294490 Jan 28 01:15:22.274826 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-7b2d8a51-9f41-4b1b-882e-dce505b6ba41 req-8398453b-d105-448b-84cb-6bc26d1011d8 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 210 time: 0.0305181 Jan 28 01:15:22.677779 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e8ca5683-bcfc-4e21-bf0c-898fe695e50e req-4f1ca698-e555-4d00-a4af-854ec012ab00 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1204624 Jan 28 01:15:22.705843 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-af5c1ad1-daed-4508-a1ae-c580f72e160c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:22.707422 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-af5c1ad1-daed-4508-a1ae-c580f72e160c tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "GET /v2.0/networks?id=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 HTTP/1.1" status: 200 len: 815 time: 0.1487205 Jan 28 01:15:22.734633 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-3d515f72-fe64-4c0b-a118-5647f06d0227 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Request body: {'port': {'device_id': '9a20a5d3-f99f-4f92-802f-94feca6ee1de', 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9', 'admin_state_up': True, 'tenant_id': 'd8b857b85c0c4462afe21998e766b718'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:22.855581 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca5683-bcfc-4e21-bf0c-898fe695e50e req-d409a4c9-eb48-4f24-be8d-ce3fdca7f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:22.857430 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e8ca5683-bcfc-4e21-bf0c-898fe695e50e req-d409a4c9-eb48-4f24-be8d-ce3fdca7f769 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8b857b85c0c4462afe21998e766b718&device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 1098 time: 0.1013021 Jan 28 01:15:22.982365 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca5683-bcfc-4e21-bf0c-898fe695e50e req-8a3a9f2b-242d-41ac-bb05-73ca2ca5a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:22.984043 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e8ca5683-bcfc-4e21-bf0c-898fe695e50e req-8a3a9f2b-242d-41ac-bb05-73ca2ca5a696 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 HTTP/1.1" status: 200 len: 916 time: 0.0999846 Jan 28 01:15:23.084341 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e8ca5683-bcfc-4e21-bf0c-898fe695e50e req-ac7cc4c2-73fc-474f-831c-ee3649cc5d82 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3321fb33-3051-4c0a-b090-18f9d22e8d39 HTTP/1.1" status: 200 len: 217 time: 0.0537107 Jan 28 01:15:23.084878 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-3d515f72-fe64-4c0b-a118-5647f06d0227 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Made reservation on behalf of d8b857b85c0c4462afe21998e766b718 for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:23.090514 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-3d515f72-fe64-4c0b-a118-5647f06d0227 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:23.200322 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca5683-bcfc-4e21-bf0c-898fe695e50e req-b58a9caf-7a26-4ce3-b7d3-40a52cffdb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:23.201823 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e8ca5683-bcfc-4e21-bf0c-898fe695e50e req-b58a9caf-7a26-4ce3-b7d3-40a52cffdb47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8a2ee5f5-5e17-4d2c-97cd-9c830a49398a HTTP/1.1" status: 200 len: 855 time: 0.0956345 Jan 28 01:15:23.272307 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e8ca5683-bcfc-4e21-bf0c-898fe695e50e req-d0228c4c-89bb-4c4a-8c40-9a1d03be6970 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482821 Jan 28 01:15:23.312535 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-3d515f72-fe64-4c0b-a118-5647f06d0227 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Allocated IP 172.20.0.13 (2c3fb778-d6f5-453e-ad94-c140d7e3b7c9/8a2ee5f5-5e17-4d2c-97cd-9c830a49398a/6b3ac291-61d9-46f8-8009-0eb6025f5063) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:23.395276 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2a4becba-1d26-4647-abb1-8ca90a96023e req-bcab6a10-4c74-41ed-842d-a4de03a1ec0a tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 210 time: 0.0368018 Jan 28 01:15:23.455769 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e8ca5683-bcfc-4e21-bf0c-898fe695e50e req-6914663e-086f-44a0-8189-746091cee9a3 service neutron] 10.222.0.53 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736922 Jan 28 01:15:23.626765 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e8ca5683-bcfc-4e21-bf0c-898fe695e50e req-eef125dc-1a7b-44b2-93a9-0bcceeecdc24 service neutron] 10.222.0.53 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601217 Jan 28 01:15:23.633276 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-3d515f72-fe64-4c0b-a118-5647f06d0227 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:23.798996 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-3d515f72-fe64-4c0b-a118-5647f06d0227 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:23.836487 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['3321fb33-3051-4c0a-b090-18f9d22e8d39', 'bf4930ad-633b-444a-bc6c-4e9b869c792d', '3a059212-a53f-4359-8e10-f9a4adead1a7'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:23.855333 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-3d515f72-fe64-4c0b-a118-5647f06d0227 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:23.859578 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-3d515f72-fe64-4c0b-a118-5647f06d0227 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:23.861691 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d515f72-fe64-4c0b-a118-5647f06d0227 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Pushing event updated for resources: {'Port': ['ID=6b3ac291-61d9-46f8-8009-0eb6025f5063,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:23.864678 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-3d515f72-fe64-4c0b-a118-5647f06d0227 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:23.917830 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-3d515f72-fe64-4c0b-a118-5647f06d0227 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:23.918445 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-3d515f72-fe64-4c0b-a118-5647f06d0227 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:24.082247 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-3d515f72-fe64-4c0b-a118-5647f06d0227 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3548172 Jan 28 01:15:24.102863 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Request body: {'port': {'device_id': '9a20a5d3-f99f-4f92-802f-94feca6ee1de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:24.164623 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:24.616534 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945a567-ce06-433a-a180-e411008ecac5 req-dbeec553-ae60-4db2-bbd6-e26120161c09 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:24.618015 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6945a567-ce06-433a-a180-e411008ecac5 req-dbeec553-ae60-4db2-bbd6-e26120161c09 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 932 time: 0.1303782 Jan 28 01:15:24.707585 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6945a567-ce06-433a-a180-e411008ecac5 req-4a938950-c54b-4838-b680-ab0e2ad0e2c5 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810008 Jan 28 01:15:24.812760 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3ac291-61d9-46f8-8009-0eb6025f5063 {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:15:24.824251 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:24.839366 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Transition to ACTIVE for port object 6b3ac291-61d9-46f8-8009-0eb6025f5063 will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:15:24.923850 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:24.975567 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Pushing event updated for resources: {'Port': ['ID=6b3ac291-61d9-46f8-8009-0eb6025f5063,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:25.053077 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Attempting to bind port 6b3ac291-61d9-46f8-8009-0eb6025f5063 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:15:25.053414 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Attempting to bind port 6b3ac291-61d9-46f8-8009-0eb6025f5063 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:15:25.053752 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Attempting to bind port 6b3ac291-61d9-46f8-8009-0eb6025f5063 on network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:25.058137 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Port 6b3ac291-61d9-46f8-8009-0eb6025f5063 on network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:15:25.058462 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Attempting to bind port 6b3ac291-61d9-46f8-8009-0eb6025f5063 on network 2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:15:25.063389 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:15:25.063735 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Checking segment: {'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:15:25.064137 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Bound using segment: {'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:15:25.064536 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Bound port: 6b3ac291-61d9-46f8-8009-0eb6025f5063, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6b91a6-fe9a-4e11-a77f-07c572827a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:15:25.064896 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:25.143510 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] For port 6b3ac291-61d9-46f8-8009-0eb6025f5063, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:15:25.146622 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] For port 6b3ac291-61d9-46f8-8009-0eb6025f5063, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6b3ac291-61d9-46f8-8009-0eb6025f5063,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:15:25.221923 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:25.262647 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:25.263301 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:25.264698 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] 10.222.0.53 "PUT /v2.0/ports/6b3ac291-61d9-46f8-8009-0eb6025f5063 HTTP/1.1" status: 200 len: 1094 time: 1.1684978 Jan 28 01:15:25.265142 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a20a5d3-f99f-4f92-802f-94feca6ee1de', 'tag': '6b3ac291-61d9-46f8-8009-0eb6025f5063'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:15:25.267623 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384d097d-abc7-42d2-82fd-8cd38d8bfb92" -d '{"events": [{"name": "network-changed", "server_uuid": "9a20a5d3-f99f-4f92-802f-94feca6ee1de", "tag": "6b3ac291-61d9-46f8-8009-0eb6025f5063"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:25.301082 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec240f2-aa9e-49cb-a6a2-d66cc28e67ec service neutron] Pushing event updated for resources: {'Port': ['ID=6b3ac291-61d9-46f8-8009-0eb6025f5063,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:25.316312 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b032f349-581d-4fce-900f-d954f22d24d6 x-openstack-request-id: req-b032f349-581d-4fce-900f-d954f22d24d6 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:25.316746 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a20a5d3-f99f-4f92-802f-94feca6ee1de", "tag": "6b3ac291-61d9-46f8-8009-0eb6025f5063", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:25.317059 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b032f349-581d-4fce-900f-d954f22d24d6 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:25.317438 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a20a5d3-f99f-4f92-802f-94feca6ee1de', 'tag': '6b3ac291-61d9-46f8-8009-0eb6025f5063', 'status': 'completed', 'code': 200} Jan 28 01:15:25.411225 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d097d-abc7-42d2-82fd-8cd38d8bfb92 req-e9707778-8add-4099-b471-8842f32cea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:25.412740 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-384d097d-abc7-42d2-82fd-8cd38d8bfb92 req-e9707778-8add-4099-b471-8842f32cea95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8b857b85c0c4462afe21998e766b718&device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 1097 time: 0.0445700 Jan 28 01:15:25.530983 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d097d-abc7-42d2-82fd-8cd38d8bfb92 req-0dfcaa51-7343-4204-98c1-21ab665d800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:25.533283 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-384d097d-abc7-42d2-82fd-8cd38d8bfb92 req-0dfcaa51-7343-4204-98c1-21ab665d800f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d8b857b85c0c4462afe21998e766b718&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1037560 Jan 28 01:15:25.637053 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d097d-abc7-42d2-82fd-8cd38d8bfb92 req-df2c77fa-5597-4a50-8cb2-fbf00e85cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:25.638560 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-384d097d-abc7-42d2-82fd-8cd38d8bfb92 req-df2c77fa-5597-4a50-8cb2-fbf00e85cd97 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983009 Jan 28 01:15:25.764619 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-279f14da-4edc-4143-933f-114df32dea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:25.782409 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-279f14da-4edc-4143-933f-114df32dea60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8b857b85c0c4462afe21998e766b718&device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 1097 time: 0.0590677 Jan 28 01:15:25.827748 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-297283db-24a5-43ee-aa6a-6e17e529a5af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b3ac291-61d9-46f8-8009-0eb6025f5063 HTTP/1.1" status: 200 len: 217 time: 0.0473516 Jan 28 01:15:25.913739 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-65b8cbc9-4453-4894-9a48-95588e22e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:25.915417 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-65b8cbc9-4453-4894-9a48-95588e22e77d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8a2ee5f5-5e17-4d2c-97cd-9c830a49398a HTTP/1.1" status: 200 len: 855 time: 0.0797913 Jan 28 01:15:25.926678 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b07828-991d-4047-a934-58a94c6d98fa req-27f35a78-5531-4ef7-9740-fb7a7a288a00 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:25.928207 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a0b07828-991d-4047-a934-58a94c6d98fa req-27f35a78-5531-4ef7-9740-fb7a7a288a00 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 944 time: 0.1031220 Jan 28 01:15:25.970727 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-86b0e5e4-062f-4209-b205-d5458ae580ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415313 Jan 28 01:15:26.049004 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a0b07828-991d-4047-a934-58a94c6d98fa req-54890d74-0b15-4594-937f-2ee61c451939 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075008 Jan 28 01:15:26.096021 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-972ef4fb-7992-40b3-9e5b-3f3d5ebff442 service neutron] 10.222.0.53 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156356 Jan 28 01:15:26.211641 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3d8343cd-7bc7-4804-a454-5c522cc8b2f4 req-5e300976-18d1-4da0-8f68-3eab02a843b1 service neutron] 10.222.0.53 "GET /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028137 Jan 28 01:15:27.194481 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055198ae-5601-4109-9e1c-83e6dfb916d8 req-4c6586bf-ad5e-4845-a377-07ed3224b3bc tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:27.194481 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-055198ae-5601-4109-9e1c-83e6dfb916d8 req-4c6586bf-ad5e-4845-a377-07ed3224b3bc tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 944 time: 0.0547371 Jan 28 01:15:27.237086 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-055198ae-5601-4109-9e1c-83e6dfb916d8 req-ac819ef8-d3a4-49d0-8aec-38265eee23a9 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379398 Jan 28 01:15:28.091954 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 6b3ac291-61d9-46f8-8009-0eb6025f5063 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:15:28.195582 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 6b3ac291-61d9-46f8-8009-0eb6025f5063, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6b3ac291-61d9-46f8-8009-0eb6025f5063,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:28.213098 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': '6b3ac291-61d9-46f8-8009-0eb6025f5063', 'network_id': '2c3fb778-d6f5-453e-ad94-c140d7e3b7c9', 'port_id': '6b3ac291-61d9-46f8-8009-0eb6025f5063', 'mac_address': 'fa:16:3e:58:f6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2ee5f5-5e17-4d2c-97cd-9c830a49398a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:15:28.254421 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:28.279410 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3ac291-61d9-46f8-8009-0eb6025f5063 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:15:28.302862 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 6b3ac291-61d9-46f8-8009-0eb6025f5063, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6b3ac291-61d9-46f8-8009-0eb6025f5063,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:28.367412 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a6708-8859-4944-801b-acd2e669cef5 req-d6dfacd8-2bde-4b7f-8523-8bd8aa9a8e7d tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:28.368874 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d80a6708-8859-4944-801b-acd2e669cef5 req-d6dfacd8-2bde-4b7f-8523-8bd8aa9a8e7d tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 944 time: 0.0565588 Jan 28 01:15:28.387534 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:28.430604 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d80a6708-8859-4944-801b-acd2e669cef5 req-d3e224ae-281f-45e6-ac77-7bd5d0af2e85 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511231 Jan 28 01:15:28.449703 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=6b3ac291-61d9-46f8-8009-0eb6025f5063,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:28.777376 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['6b3ac291-61d9-46f8-8009-0eb6025f5063'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:29.573158 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a07c8-9b11-4a2f-8385-378bf90c2a50 req-283ea494-546b-4176-a898-ef41b66e0f54 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:29.574756 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c44a07c8-9b11-4a2f-8385-378bf90c2a50 req-283ea494-546b-4176-a898-ef41b66e0f54 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 945 time: 0.0579813 Jan 28 01:15:29.624367 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c44a07c8-9b11-4a2f-8385-378bf90c2a50 req-f7a84f9e-c209-4343-affc-eab6eb680f98 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391512 Jan 28 01:15:30.105022 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 6b3ac291-61d9-46f8-8009-0eb6025f5063 up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:15:30.224942 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port 6b3ac291-61d9-46f8-8009-0eb6025f5063 completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:15:30.229324 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port 6b3ac291-61d9-46f8-8009-0eb6025f5063 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:15:30.229690 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:30.312338 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:30.344480 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a20a5d3-f99f-4f92-802f-94feca6ee1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3ac291-61d9-46f8-8009-0eb6025f5063'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:15:30.346830 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49914f63-eae9-4d87-94c4-7f7d07aaba7f" -d '{"events": [{"server_uuid": "9a20a5d3-f99f-4f92-802f-94feca6ee1de", "name": "network-vif-plugged", "status": "completed", "tag": "6b3ac291-61d9-46f8-8009-0eb6025f5063"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:30.361585 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 6b3ac291-61d9-46f8-8009-0eb6025f5063, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6b3ac291-61d9-46f8-8009-0eb6025f5063,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:30.416450 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc30b615-6ebb-4649-99b7-712e1d633e09 x-openstack-request-id: req-cc30b615-6ebb-4649-99b7-712e1d633e09 {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:30.416450 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a20a5d3-f99f-4f92-802f-94feca6ee1de", "name": "network-vif-plugged", "status": "completed", "tag": "6b3ac291-61d9-46f8-8009-0eb6025f5063", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:30.416450 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc30b615-6ebb-4649-99b7-712e1d633e09 {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:30.416450 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a20a5d3-f99f-4f92-802f-94feca6ee1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3ac291-61d9-46f8-8009-0eb6025f5063', 'code': 200} Jan 28 01:15:30.476844 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:30.533972 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=6b3ac291-61d9-46f8-8009-0eb6025f5063,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:30.636162 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:15:30.785248 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a49df-5ea5-4358-9a2d-3fb01a9854c2 req-27400928-b367-483a-b441-86c25309d388 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:30.786770 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-403a49df-5ea5-4358-9a2d-3fb01a9854c2 req-27400928-b367-483a-b441-86c25309d388 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 946 time: 0.0863891 Jan 28 01:15:30.791563 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ec71e-4583-4e75-ba02-84a48536fe4f req-c2ea4c8c-8c73-4fab-b9b0-d0a43e7f62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:30.792994 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f20ec71e-4583-4e75-ba02-84a48536fe4f req-c2ea4c8c-8c73-4fab-b9b0-d0a43e7f62e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 1099 time: 0.0834999 Jan 28 01:15:30.846621 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-403a49df-5ea5-4358-9a2d-3fb01a9854c2 req-10b19637-ebdd-4db3-96dc-ff91f7003dd2 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526648 Jan 28 01:15:30.858377 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f20ec71e-4583-4e75-ba02-84a48536fe4f req-a8c25cff-e43d-4c05-868c-22781bcfdb56 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504162 Jan 28 01:15:31.990206 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a425c30-dc27-411f-856a-a802ecb789ad req-b1fd6a46-e760-4b9e-8f80-4df55817a23b tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:31.991712 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0a425c30-dc27-411f-856a-a802ecb789ad req-b1fd6a46-e760-4b9e-8f80-4df55817a23b tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 946 time: 0.0593693 Jan 28 01:15:32.034898 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-0a425c30-dc27-411f-856a-a802ecb789ad req-b21ca2d5-fef7-484d-a3fe-1e06866e9802 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366924 Jan 28 01:15:33.171220 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd1c7d-0a6d-4107-a622-984c6f172076 req-67d851ec-3d61-4832-804f-a039457ba67f tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:33.172728 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-08dd1c7d-0a6d-4107-a622-984c6f172076 req-67d851ec-3d61-4832-804f-a039457ba67f tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 946 time: 0.0626626 Jan 28 01:15:33.225443 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-08dd1c7d-0a6d-4107-a622-984c6f172076 req-20128f49-35e3-40f3-bcd5-c56fe7f84e15 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450797 Jan 28 01:15:38.804075 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e7c3b3eb-3b76-4873-82ae-603135329784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:40.969630 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-1eabd5a9-8d95-49a9-8b22-0f38e7c72177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:42.209853 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:42.578462 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e994a-ddb3-42b2-a838-086528025529 req-74ac91bd-a7ce-43ec-acab-405afb970f79 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:42.580157 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6a1e994a-ddb3-42b2-a838-086528025529 req-74ac91bd-a7ce-43ec-acab-405afb970f79 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 946 time: 0.0536728 Jan 28 01:15:42.624903 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6a1e994a-ddb3-42b2-a838-086528025529 req-3d4d41be-484c-49b4-8b29-bb719f98a8e8 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 Jan 28 01:15:42.916760 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:43.667028 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fa2da-a9da-46bd-a56e-8b8151880a1f req-e139bb26-a6eb-4c42-bbae-6db0e69f078e tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:43.667513 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6d1fa2da-a9da-46bd-a56e-8b8151880a1f req-e139bb26-a6eb-4c42-bbae-6db0e69f078e tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 945 time: 0.0523100 Jan 28 01:15:43.672435 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:43.723589 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6d1fa2da-a9da-46bd-a56e-8b8151880a1f req-71fb4f52-0bbd-4177-a8e9-06c92c2d0021 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490808 Jan 28 01:15:43.764362 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244fafb-567f-4fe3-a8eb-e00555c9f775 req-827c2209-d994-4c47-85d5-2aff74111be7 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:43.766246 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3244fafb-567f-4fe3-a8eb-e00555c9f775 req-827c2209-d994-4c47-85d5-2aff74111be7 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 946 time: 0.0612924 Jan 28 01:15:43.806698 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-3244fafb-567f-4fe3-a8eb-e00555c9f775 req-23d2f0d2-4b4b-4422-b8d1-9249c2c0f8f2 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Jan 28 01:15:43.826997 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:44.859527 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd132f-f31c-419f-9d60-b9991c130d6c req-8ffc142b-3f7f-4848-b655-3ec579d46349 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:44.861376 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a7dd132f-f31c-419f-9d60-b9991c130d6c req-8ffc142b-3f7f-4848-b655-3ec579d46349 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 946 time: 0.0855207 Jan 28 01:15:44.874665 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b3f4a-c1cb-4bf3-b8bb-c85cb5fca3d4 req-b60fd0ed-99ad-40fa-85d4-dcd4c4100c6b tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:44.878343 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-152b3f4a-c1cb-4bf3-b8bb-c85cb5fca3d4 req-b60fd0ed-99ad-40fa-85d4-dcd4c4100c6b tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 945 time: 0.0743246 Jan 28 01:15:44.997686 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-152b3f4a-c1cb-4bf3-b8bb-c85cb5fca3d4 req-3d3c1500-f312-48cf-a4b0-441dc706e55e tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130605 Jan 28 01:15:45.016718 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c339e4-d8d0-475d-9e3e-317c93ed024a req-2f4cea96-2d18-4593-8248-d594ceb77c51 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:45.018223 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d9c339e4-d8d0-475d-9e3e-317c93ed024a req-2f4cea96-2d18-4593-8248-d594ceb77c51 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 946 time: 0.1347420 Jan 28 01:15:45.070134 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-a7dd132f-f31c-419f-9d60-b9991c130d6c req-f5de491e-fd4d-4108-b476-fe0d8ec1e626 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Deleting port 6b3ac291-61d9-46f8-8009-0eb6025f5063 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:15:45.070472 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a7dd132f-f31c-419f-9d60-b9991c130d6c req-f5de491e-fd4d-4108-b476-fe0d8ec1e626 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:45.075593 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d9c339e4-d8d0-475d-9e3e-317c93ed024a req-0943502c-40c7-4b68-8043-0cbd74b9dbae tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488894 Jan 28 01:15:45.182160 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-a7dd132f-f31c-419f-9d60-b9991c130d6c req-f5de491e-fd4d-4108-b476-fe0d8ec1e626 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] For port 6b3ac291-61d9-46f8-8009-0eb6025f5063, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6b3ac291-61d9-46f8-8009-0eb6025f5063,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:45.182518 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a7dd132f-f31c-419f-9d60-b9991c130d6c req-f5de491e-fd4d-4108-b476-fe0d8ec1e626 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:45.196142 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-a7dd132f-f31c-419f-9d60-b9991c130d6c req-f5de491e-fd4d-4108-b476-fe0d8ec1e626 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Calling delete_port for 6b3ac291-61d9-46f8-8009-0eb6025f5063 owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:15:45.444488 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a7dd132f-f31c-419f-9d60-b9991c130d6c req-f5de491e-fd4d-4108-b476-fe0d8ec1e626 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:45.475934 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de491e-fd4d-4108-b476-fe0d8ec1e626 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Pushing event deleted for resources: {'Port': ['ID=6b3ac291-61d9-46f8-8009-0eb6025f5063,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:45.484729 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['3321fb33-3051-4c0a-b090-18f9d22e8d39', 'bf4930ad-633b-444a-bc6c-4e9b869c792d', '3a059212-a53f-4359-8e10-f9a4adead1a7', '6b3ac291-61d9-46f8-8009-0eb6025f5063'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:45.524820 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dd132f-f31c-419f-9d60-b9991c130d6c req-f5de491e-fd4d-4108-b476-fe0d8ec1e626 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] No DVR routers for this DVR port 6b3ac291-61d9-46f8-8009-0eb6025f5063 on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:45.527741 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-a7dd132f-f31c-419f-9d60-b9991c130d6c req-f5de491e-fd4d-4108-b476-fe0d8ec1e626 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:45.531197 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a7dd132f-f31c-419f-9d60-b9991c130d6c req-f5de491e-fd4d-4108-b476-fe0d8ec1e626 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "DELETE /v2.0/ports/6b3ac291-61d9-46f8-8009-0eb6025f5063 HTTP/1.1" status: 204 len: 173 time: 0.6539364 Jan 28 01:15:45.531585 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a20a5d3-f99f-4f92-802f-94feca6ee1de', 'name': 'network-vif-deleted', 'tag': '6b3ac291-61d9-46f8-8009-0eb6025f5063'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:15:45.534012 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029b94f5-5151-472d-a6af-565dc783295b" -d '{"events": [{"server_uuid": "9a20a5d3-f99f-4f92-802f-94feca6ee1de", "name": "network-vif-deleted", "tag": "6b3ac291-61d9-46f8-8009-0eb6025f5063"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:45.581762 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16671b9f-38ad-4183-af85-0899a5254f19 x-openstack-request-id: req-16671b9f-38ad-4183-af85-0899a5254f19 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:45.581762 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a20a5d3-f99f-4f92-802f-94feca6ee1de", "name": "network-vif-deleted", "tag": "6b3ac291-61d9-46f8-8009-0eb6025f5063", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:45.581762 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16671b9f-38ad-4183-af85-0899a5254f19 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:45.581762 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a20a5d3-f99f-4f92-802f-94feca6ee1de', 'name': 'network-vif-deleted', 'tag': '6b3ac291-61d9-46f8-8009-0eb6025f5063', 'status': 'completed', 'code': 200} Jan 28 01:15:46.127272 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9d734-d261-47f5-b953-25d7cbfbd3f2 req-93970a27-95e9-4ea0-9e5c-a9d1d1978343 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:46.130046 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-19c9d734-d261-47f5-b953-25d7cbfbd3f2 req-93970a27-95e9-4ea0-9e5c-a9d1d1978343 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 945 time: 0.0606396 Jan 28 01:15:46.184772 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-19c9d734-d261-47f5-b953-25d7cbfbd3f2 req-ffd59984-7461-4216-b294-5f1a6ccad6ff tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483618 Jan 28 01:15:46.199681 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4dc3e89b-6312-4a1b-9f84-57a94b74608b req-81563b2b-0b7d-4894-9a5b-4cdabb0c1520 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a20a5d3-f99f-4f92-802f-94feca6ee1de HTTP/1.1" status: 200 len: 210 time: 0.0321250 Jan 28 01:15:47.306611 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da4c7f-e198-4d56-83ba-990a79073876 req-6993fb8e-a81e-44e3-a6e9-55d9016fbc73 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:47.308127 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-19da4c7f-e198-4d56-83ba-990a79073876 req-6993fb8e-a81e-44e3-a6e9-55d9016fbc73 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 945 time: 0.0530314 Jan 28 01:15:47.350442 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-19da4c7f-e198-4d56-83ba-990a79073876 req-f6224139-941e-4e0f-944f-c1531d3ddd80 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363734 Jan 28 01:15:48.149134 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 6b3ac291-61d9-46f8-8009-0eb6025f5063 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:48.169004 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: 6b3ac291-61d9-46f8-8009-0eb6025f5063 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:15:48.169342 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 6b3ac291-61d9-46f8-8009-0eb6025f5063 not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:48.469080 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f32ca-28bc-45eb-8c98-309154a90c37 req-c385cfd5-4eec-4b92-99f0-5d6124cb7afd tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:48.470543 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ef1f32ca-28bc-45eb-8c98-309154a90c37 req-c385cfd5-4eec-4b92-99f0-5d6124cb7afd tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 945 time: 0.0495930 Jan 28 01:15:48.511603 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-ef1f32ca-28bc-45eb-8c98-309154a90c37 req-92c39f18-388f-4f8d-8bf8-69922544673a tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349803 Jan 28 01:15:48.937110 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852609-dd29-45ca-8055-4897aca73c59 req-5dff8168-828a-49a5-918e-ce834763fc84 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:48.938598 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4c852609-dd29-45ca-8055-4897aca73c59 req-5dff8168-828a-49a5-918e-ce834763fc84 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 946 time: 0.0533502 Jan 28 01:15:48.980295 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4c852609-dd29-45ca-8055-4897aca73c59 req-c5d89cdf-2859-4570-bc09-65c498309b56 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356584 Jan 28 01:15:49.627152 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8541261-98f7-4465-9cf4-89071edfa080 req-2638cb0b-f7f9-4e93-b7cc-d43be15e539c tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:49.628595 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b8541261-98f7-4465-9cf4-89071edfa080 req-2638cb0b-f7f9-4e93-b7cc-d43be15e539c tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 945 time: 0.0487158 Jan 28 01:15:49.670900 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b8541261-98f7-4465-9cf4-89071edfa080 req-11349784-44e3-490b-a1e4-16bcfa7732f2 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355685 Jan 28 01:15:49.727848 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc71c8-6935-49d0-ab5d-19cdd627b241 req-5a219136-ebd9-4e6b-a38d-db1aca2ff473 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:49.729330 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-19fc71c8-6935-49d0-ab5d-19cdd627b241 req-5a219136-ebd9-4e6b-a38d-db1aca2ff473 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 945 time: 0.0493007 Jan 28 01:15:49.837460 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-19fc71c8-6935-49d0-ab5d-19cdd627b241 req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Deleting port f02bb288-d539-414d-971b-938fb775277e {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:15:49.837732 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-19fc71c8-6935-49d0-ab5d-19cdd627b241 req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:49.933972 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-19fc71c8-6935-49d0-ab5d-19cdd627b241 req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] For port f02bb288-d539-414d-971b-938fb775277e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f02bb288-d539-414d-971b-938fb775277e,segment=NetworkSegment(bcb351de-fef8-4526-beee-e8c5430a5cfa),segment_id=bcb351de-fef8-4526-beee-e8c5430a5cfa)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:49.934329 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-19fc71c8-6935-49d0-ab5d-19cdd627b241 req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:49.946551 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-19fc71c8-6935-49d0-ab5d-19cdd627b241 req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Calling delete_port for f02bb288-d539-414d-971b-938fb775277e owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:15:50.120637 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57763eac-69aa-44dd-b73e-61e62edf51f0 req-fe30eee1-a125-4672-9fb6-5b443bd671b6 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:50.122171 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-57763eac-69aa-44dd-b73e-61e62edf51f0 req-fe30eee1-a125-4672-9fb6-5b443bd671b6 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 946 time: 0.0714245 Jan 28 01:15:50.162684 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-57763eac-69aa-44dd-b73e-61e62edf51f0 req-3add749d-10cd-4800-964e-c64f0866a5fb tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340977 Jan 28 01:15:50.192747 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-19fc71c8-6935-49d0-ab5d-19cdd627b241 req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:50.221806 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Pushing event deleted for resources: {'Port': ['ID=f02bb288-d539-414d-971b-938fb775277e,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:50.235057 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:50.237392 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:50.237392 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:50.237392 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:50.237392 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:50.237392 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:50.237392 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:50.237392 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:50.238227 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:50.238227 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:50.238227 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:50.239007 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:15:50.273687 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fc71c8-6935-49d0-ab5d-19cdd627b241 req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] No DVR routers for this DVR port f02bb288-d539-414d-971b-938fb775277e on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:50.276228 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-19fc71c8-6935-49d0-ab5d-19cdd627b241 req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:50.279569 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-19fc71c8-6935-49d0-ab5d-19cdd627b241 req-3e6be63b-4847-4b2e-9d13-d6baec5e1997 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.53 "DELETE /v2.0/ports/f02bb288-d539-414d-971b-938fb775277e HTTP/1.1" status: 204 len: 173 time: 0.5422904 Jan 28 01:15:50.280023 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b04fe1-93fe-4a1c-abb1-d54348bd94ba', 'name': 'network-vif-deleted', 'tag': 'f02bb288-d539-414d-971b-938fb775277e'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:15:50.282286 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314a9e44-33ae-46fc-80c5-4f33cf25bd73" -d '{"events": [{"server_uuid": "d1b04fe1-93fe-4a1c-abb1-d54348bd94ba", "name": "network-vif-deleted", "tag": "f02bb288-d539-414d-971b-938fb775277e"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:50.318051 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6e836a-3d31-417a-bdff-d5e6fd2b2d34 x-openstack-request-id: req-7b6e836a-3d31-417a-bdff-d5e6fd2b2d34 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:50.318424 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b04fe1-93fe-4a1c-abb1-d54348bd94ba", "name": "network-vif-deleted", "tag": "f02bb288-d539-414d-971b-938fb775277e", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:50.318628 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b6e836a-3d31-417a-bdff-d5e6fd2b2d34 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:50.319205 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b04fe1-93fe-4a1c-abb1-d54348bd94ba', 'name': 'network-vif-deleted', 'tag': 'f02bb288-d539-414d-971b-938fb775277e', 'status': 'completed', 'code': 200} Jan 28 01:15:50.783551 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-1799de4a-617e-46e5-a4df-555665d3351c req-be643a62-b13d-4078-ad52-07048f0724f9 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1b04fe1-93fe-4a1c-abb1-d54348bd94ba HTTP/1.1" status: 200 len: 210 time: 0.0325880 Jan 28 01:15:51.049440 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4852d-cf77-488c-a738-966564556753 req-a06dabec-9b9a-42df-afcd-24959d3bf666 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:51.050820 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-afc4852d-cf77-488c-a738-966564556753 req-a06dabec-9b9a-42df-afcd-24959d3bf666 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 946 time: 0.0494735 Jan 28 01:15:51.157556 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-afc4852d-cf77-488c-a738-966564556753 req-d5681f5e-1265-4c4b-9803-29a0bad7d717 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Deleting port 3a059212-a53f-4359-8e10-f9a4adead1a7 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:15:51.157907 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-afc4852d-cf77-488c-a738-966564556753 req-d5681f5e-1265-4c4b-9803-29a0bad7d717 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:51.286065 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-afc4852d-cf77-488c-a738-966564556753 req-d5681f5e-1265-4c4b-9803-29a0bad7d717 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] For port 3a059212-a53f-4359-8e10-f9a4adead1a7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3a059212-a53f-4359-8e10-f9a4adead1a7,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:51.286426 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-afc4852d-cf77-488c-a738-966564556753 req-d5681f5e-1265-4c4b-9803-29a0bad7d717 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:51.303094 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-afc4852d-cf77-488c-a738-966564556753 req-d5681f5e-1265-4c4b-9803-29a0bad7d717 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Calling delete_port for 3a059212-a53f-4359-8e10-f9a4adead1a7 owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:15:51.322734 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37cf6a-934e-47b0-a1f2-29ab0d35beb0 req-cf6416cc-7ad7-4cff-ab2e-748bb736ad57 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:51.324250 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2f37cf6a-934e-47b0-a1f2-29ab0d35beb0 req-cf6416cc-7ad7-4cff-ab2e-748bb736ad57 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 946 time: 0.0869703 Jan 28 01:15:51.411018 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2f37cf6a-934e-47b0-a1f2-29ab0d35beb0 req-1aa799e6-0259-4851-aa38-4654440b1779 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505247 Jan 28 01:15:51.545640 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-afc4852d-cf77-488c-a738-966564556753 req-d5681f5e-1265-4c4b-9803-29a0bad7d717 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:51.574066 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5681f5e-1265-4c4b-9803-29a0bad7d717 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Pushing event deleted for resources: {'Port': ['ID=3a059212-a53f-4359-8e10-f9a4adead1a7,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:51.591241 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['3321fb33-3051-4c0a-b090-18f9d22e8d39', 'bf4930ad-633b-444a-bc6c-4e9b869c792d', '3a059212-a53f-4359-8e10-f9a4adead1a7'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:51.626186 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc4852d-cf77-488c-a738-966564556753 req-d5681f5e-1265-4c4b-9803-29a0bad7d717 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] No DVR routers for this DVR port 3a059212-a53f-4359-8e10-f9a4adead1a7 on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:51.628616 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-afc4852d-cf77-488c-a738-966564556753 req-d5681f5e-1265-4c4b-9803-29a0bad7d717 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:51.632823 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-afc4852d-cf77-488c-a738-966564556753 req-d5681f5e-1265-4c4b-9803-29a0bad7d717 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "DELETE /v2.0/ports/3a059212-a53f-4359-8e10-f9a4adead1a7 HTTP/1.1" status: 204 len: 173 time: 0.5657022 Jan 28 01:15:52.169146 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device f02bb288-d539-414d-971b-938fb775277e no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:52.190154 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: f02bb288-d539-414d-971b-938fb775277e {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:15:52.190516 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device f02bb288-d539-414d-971b-938fb775277e not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:52.320368 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2', 'name': 'network-vif-deleted', 'tag': '3a059212-a53f-4359-8e10-f9a4adead1a7'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:15:52.322802 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07df2900-9ab1-43d1-add1-e89501f8c948" -d '{"events": [{"server_uuid": "3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2", "name": "network-vif-deleted", "tag": "3a059212-a53f-4359-8e10-f9a4adead1a7"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:52.359973 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d567ef0c-5a46-461b-a834-e1dd1d9dca1d x-openstack-request-id: req-d567ef0c-5a46-461b-a834-e1dd1d9dca1d {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:52.360274 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2", "name": "network-vif-deleted", "tag": "3a059212-a53f-4359-8e10-f9a4adead1a7", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:52.360529 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d567ef0c-5a46-461b-a834-e1dd1d9dca1d {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:52.361209 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2', 'name': 'network-vif-deleted', 'tag': '3a059212-a53f-4359-8e10-f9a4adead1a7', 'status': 'completed', 'code': 200} Jan 28 01:15:52.532329 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b7729201-149d-486e-9ec8-5bd4e4506f0f req-93baf78c-addb-4ad4-baa8-546cf08ebc15 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e26c2e0-9885-4b49-87d1-8f6dda2d7ee2 HTTP/1.1" status: 200 len: 210 time: 0.0284395 Jan 28 01:15:54.052808 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6e4dd-0934-41ee-8aec-9554e0fb9020 req-3791c90d-598b-47e1-b6f3-ad3dc0104642 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:54.055304 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-45d6e4dd-0934-41ee-8aec-9554e0fb9020 req-3791c90d-598b-47e1-b6f3-ad3dc0104642 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 945 time: 0.0561361 Jan 28 01:15:54.104290 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-45d6e4dd-0934-41ee-8aec-9554e0fb9020 req-c83a04ed-fc1c-4d7b-ad35-32b01c1bd8f5 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Jan 28 01:15:54.166166 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 3a059212-a53f-4359-8e10-f9a4adead1a7 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:54.186996 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: 3a059212-a53f-4359-8e10-f9a4adead1a7 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:15:54.187340 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 3a059212-a53f-4359-8e10-f9a4adead1a7 not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:55.246867 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a4eba-f67b-414d-b418-6fb8a50088a2 req-9c2849e0-69a3-4f05-b8f6-3e7e5c9b95cc tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:55.248543 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e92a4eba-f67b-414d-b418-6fb8a50088a2 req-9c2849e0-69a3-4f05-b8f6-3e7e5c9b95cc tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 945 time: 0.0677965 Jan 28 01:15:55.290939 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e92a4eba-f67b-414d-b418-6fb8a50088a2 req-9e76a93d-1980-40fd-adc6-04634351a3bd tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361788 Jan 28 01:15:55.542540 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04048f32-e836-4e00-83ca-95e026803898 req-b35b713f-60d4-426d-a178-f9e992db6f4a tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:55.544110 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-04048f32-e836-4e00-83ca-95e026803898 req-b35b713f-60d4-426d-a178-f9e992db6f4a tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 945 time: 0.0554912 Jan 28 01:15:55.646413 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-04048f32-e836-4e00-83ca-95e026803898 req-d52dddd4-3212-45a8-8fe6-3f8025a98c13 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Deleting port bf4930ad-633b-444a-bc6c-4e9b869c792d {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:15:55.646802 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-04048f32-e836-4e00-83ca-95e026803898 req-d52dddd4-3212-45a8-8fe6-3f8025a98c13 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:55.747044 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-04048f32-e836-4e00-83ca-95e026803898 req-d52dddd4-3212-45a8-8fe6-3f8025a98c13 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] For port bf4930ad-633b-444a-bc6c-4e9b869c792d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=bf4930ad-633b-444a-bc6c-4e9b869c792d,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:15:55.747398 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-04048f32-e836-4e00-83ca-95e026803898 req-d52dddd4-3212-45a8-8fe6-3f8025a98c13 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:55.760064 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-04048f32-e836-4e00-83ca-95e026803898 req-d52dddd4-3212-45a8-8fe6-3f8025a98c13 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Calling delete_port for bf4930ad-633b-444a-bc6c-4e9b869c792d owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:15:55.970350 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-04048f32-e836-4e00-83ca-95e026803898 req-d52dddd4-3212-45a8-8fe6-3f8025a98c13 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:56.004272 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dddd4-3212-45a8-8fe6-3f8025a98c13 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Pushing event deleted for resources: {'Port': ['ID=bf4930ad-633b-444a-bc6c-4e9b869c792d,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:56.008107 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['3321fb33-3051-4c0a-b090-18f9d22e8d39', 'bf4930ad-633b-444a-bc6c-4e9b869c792d'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:15:56.050143 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-04048f32-e836-4e00-83ca-95e026803898 req-d52dddd4-3212-45a8-8fe6-3f8025a98c13 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] No DVR routers for this DVR port bf4930ad-633b-444a-bc6c-4e9b869c792d on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:15:56.053192 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-04048f32-e836-4e00-83ca-95e026803898 req-d52dddd4-3212-45a8-8fe6-3f8025a98c13 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:56.059261 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-04048f32-e836-4e00-83ca-95e026803898 req-d52dddd4-3212-45a8-8fe6-3f8025a98c13 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "DELETE /v2.0/ports/bf4930ad-633b-444a-bc6c-4e9b869c792d HTTP/1.1" status: 204 len: 173 time: 0.5091074 Jan 28 01:15:56.060092 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59b77b6-e357-4974-82ca-87d84c8c00a5', 'name': 'network-vif-deleted', 'tag': 'bf4930ad-633b-444a-bc6c-4e9b869c792d'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:15:56.064030 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f44447-bb9c-42f8-bbf2-6df6e2148b23" -d '{"events": [{"server_uuid": "c59b77b6-e357-4974-82ca-87d84c8c00a5", "name": "network-vif-deleted", "tag": "bf4930ad-633b-444a-bc6c-4e9b869c792d"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:15:56.114282 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ee09d6-f86b-406b-a581-08993e220699 x-openstack-request-id: req-38ee09d6-f86b-406b-a581-08993e220699 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:15:56.114576 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59b77b6-e357-4974-82ca-87d84c8c00a5", "name": "network-vif-deleted", "tag": "bf4930ad-633b-444a-bc6c-4e9b869c792d", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:15:56.115389 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38ee09d6-f86b-406b-a581-08993e220699 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:15:56.115811 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59b77b6-e357-4974-82ca-87d84c8c00a5', 'name': 'network-vif-deleted', 'tag': 'bf4930ad-633b-444a-bc6c-4e9b869c792d', 'status': 'completed', 'code': 200} Jan 28 01:15:56.363046 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-facfc577-ad35-4af7-b07c-a7f4073bb419 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:56.364753 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-facfc577-ad35-4af7-b07c-a7f4073bb419 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/networks?id=251f09ae-6619-4ae1-9896-9e4397cc6881 HTTP/1.1" status: 200 len: 813 time: 0.1157231 Jan 28 01:15:56.400579 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b4237275-2f75-4edc-870c-854874e620de req-d0b7c3f5-454f-4d1b-9f47-1451f16df3a0 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59b77b6-e357-4974-82ca-87d84c8c00a5 HTTP/1.1" status: 200 len: 210 time: 0.0347607 Jan 28 01:15:56.402256 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-31813e0c-4199-4a6b-b0a4-68c2dde0a26e tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/quotas/9706a028845349e79d1f50d01334e771 HTTP/1.1" status: 200 len: 375 time: 0.0279777 Jan 28 01:15:56.436148 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-59bd5554-66a2-4fe1-b1ef-a6c03cff198f tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9706a028845349e79d1f50d01334e771&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278857 Jan 28 01:15:56.535941 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-95b04e95-d782-4a36-8459-d4d88a9490e3 service neutron] 10.222.0.18 "GET /v2.0/networks/251f09ae-6619-4ae1-9896-9e4397cc6881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927494 Jan 28 01:15:56.631320 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-78d4fcb1-c652-40b2-a24d-66223c6efe77 service neutron] 10.222.0.18 "GET /v2.0/networks/251f09ae-6619-4ae1-9896-9e4397cc6881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886829 Jan 28 01:15:56.893387 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f952ba8a-2c62-4dce-b560-4973317b587a req-fe0e8b7f-4bc0-4c55-a79e-183805e48c95 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 210 time: 0.0289249 Jan 28 01:15:57.983040 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-87e90c4c-7530-4a52-98f4-e0bd9f97eb1e req-d116ffe3-4741-4621-aaf3-db8301b6ca0b tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 210 time: 0.0267124 Jan 28 01:15:58.163501 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device bf4930ad-633b-444a-bc6c-4e9b869c792d no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:15:58.185848 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: bf4930ad-633b-444a-bc6c-4e9b869c792d {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:15:58.185848 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device bf4930ad-633b-444a-bc6c-4e9b869c792d not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:15:58.809741 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-d1565623-6d6e-4a68-8cce-741429fffb46 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:58.811365 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-d1565623-6d6e-4a68-8cce-741429fffb46 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.53 "GET /v2.0/networks?id=251f09ae-6619-4ae1-9896-9e4397cc6881 HTTP/1.1" status: 200 len: 813 time: 0.1147509 Jan 28 01:15:58.830053 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-a795e76b-a3b1-4b9c-baca-b27c86a1c578 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Request body: {'port': {'device_id': 'a387f35b-533b-48ae-9e99-008210df68ba', 'network_id': '251f09ae-6619-4ae1-9896-9e4397cc6881', 'admin_state_up': True, 'tenant_id': '9706a028845349e79d1f50d01334e771'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:59.004619 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-a795e76b-a3b1-4b9c-baca-b27c86a1c578 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Made reservation on behalf of 9706a028845349e79d1f50d01334e771 for: {'port': 1} {{(pid=102112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:15:59.008236 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-a795e76b-a3b1-4b9c-baca-b27c86a1c578 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:59.103703 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-9823e551-1719-49ca-b8a4-9d240ae46f43 req-c37f94f0-38ff-4276-81fe-cae81d9f77a0 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 210 time: 0.0336912 Jan 28 01:15:59.167961 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_common [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-a795e76b-a3b1-4b9c-baca-b27c86a1c578 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Allocated IP 172.20.0.8 (251f09ae-6619-4ae1-9896-9e4397cc6881/f0239154-6c55-42e4-b88e-6c16a13aa88c/9a4aa57e-14b0-4210-86f7-701b83543475) {{(pid=102112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:15:59.269445 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4052b3-3472-4fdc-b4d8-8a26d36edd33 req-67a5fdad-b90f-4ff9-a76d-2be6e813fa37 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:59.270788 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6d4052b3-3472-4fdc-b4d8-8a26d36edd33 req-67a5fdad-b90f-4ff9-a76d-2be6e813fa37 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 945 time: 0.0936306 Jan 28 01:15:59.350593 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-6d4052b3-3472-4fdc-b4d8-8a26d36edd33 req-a3ac8dcd-da86-4a15-9758-e7ed619c73a6 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547857 Jan 28 01:15:59.379667 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-a795e76b-a3b1-4b9c-baca-b27c86a1c578 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks [] for port, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:59.467174 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-a795e76b-a3b1-4b9c-baca-b27c86a1c578 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762615205735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:59.513781 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-a795e76b-a3b1-4b9c-baca-b27c86a1c578 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Network 251f09ae-6619-4ae1-9896-9e4397cc6881 is already hosted by enough agents. {{(pid=102112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:15:59.516899 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.scheduler.base_scheduler [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-a795e76b-a3b1-4b9c-baca-b27c86a1c578 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Resources bound (agent type, host, resource id): {{(pid=102112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:15:59.520563 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-a795e76b-a3b1-4b9c-baca-b27c86a1c578 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Received port after_create {{(pid=102112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:15:59.528435 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795e76b-a3b1-4b9c-baca-b27c86a1c578 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Pushing event updated for resources: {'Port': ['ID=9a4aa57e-14b0-4210-86f7-701b83543475,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:15:59.573123 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-a795e76b-a3b1-4b9c-baca-b27c86a1c578 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:59.579023 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-a795e76b-a3b1-4b9c-baca-b27c86a1c578 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:15:59.652660 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-a795e76b-a3b1-4b9c-baca-b27c86a1c578 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8265736 Jan 28 01:15:59.671763 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.v2.base [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Request body: {'port': {'device_id': 'a387f35b-533b-48ae-9e99-008210df68ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=102112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:15:59.726709 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:00.248677 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60864013-d2e7-4807-a57b-3738512d4dc4 req-dab8a2be-89d5-4bc5-bf5a-012f76a87ec5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:00.250132 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-60864013-d2e7-4807-a57b-3738512d4dc4 req-dab8a2be-89d5-4bc5-bf5a-012f76a87ec5 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 931 time: 0.0781412 Jan 28 01:16:00.295561 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4aa57e-14b0-4210-86f7-701b83543475 {{(pid=102112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:16:00.307919 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:00.321125 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-60864013-d2e7-4807-a57b-3738512d4dc4 req-b2a15f81-273d-440e-a29d-ee00afb5b600 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542636 Jan 28 01:16:00.325688 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.provisioning_blocks [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Transition to ACTIVE for port object 9a4aa57e-14b0-4210-86f7-701b83543475 will not be triggered until provisioned by entity L2. {{(pid=102112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:16:00.414694 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:00.498788 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Pushing event updated for resources: {'Port': ['ID=9a4aa57e-14b0-4210-86f7-701b83543475,revision_number=2']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:00.527918 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd2f49-2f7a-4879-bce5-60a4915f4d8b req-8f5f0095-33a0-4125-ab45-91f3f9c95b23 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:00.529385 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d5bd2f49-2f7a-4879-bce5-60a4915f4d8b req-8f5f0095-33a0-4125-ab45-91f3f9c95b23 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 945 time: 0.1122794 Jan 28 01:16:00.601668 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d5bd2f49-2f7a-4879-bce5-60a4915f4d8b req-2b7b2e36-ca79-441a-88fa-54dfd8617aee tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/security-groups?id=de09cd7d-aac5-4c78-99c1-8903d4b84474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513206 Jan 28 01:16:00.606039 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Attempting to bind port 9a4aa57e-14b0-4210-86f7-701b83543475 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 01:16:00.606383 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Attempting to bind port 9a4aa57e-14b0-4210-86f7-701b83543475 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'bcb351de-fef8-4526-beee-e8c5430a5cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '251f09ae-6619-4ae1-9896-9e4397cc6881'}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 01:16:00.606712 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Attempting to bind port 9a4aa57e-14b0-4210-86f7-701b83543475 on network 251f09ae-6619-4ae1-9896-9e4397cc6881 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:00.611109 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Port 9a4aa57e-14b0-4210-86f7-701b83543475 on network 251f09ae-6619-4ae1-9896-9e4397cc6881 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:16:00.611374 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Attempting to bind port 9a4aa57e-14b0-4210-86f7-701b83543475 on network 251f09ae-6619-4ae1-9896-9e4397cc6881 {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:00.616357 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Checking agent: {'id': '161920c5-dd25-4cfb-a95d-f2d46c820d9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'started_at': datetime.datetime(2022, 1, 28, 1, 4, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:00.616694 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Checking segment: {'id': 'bcb351de-fef8-4526-beee-e8c5430a5cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '251f09ae-6619-4ae1-9896-9e4397cc6881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 01:16:00.617077 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Bound using segment: {'id': 'bcb351de-fef8-4526-beee-e8c5430a5cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '251f09ae-6619-4ae1-9896-9e4397cc6881'} {{(pid=102112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:00.617501 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.managers [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Bound port: 9a4aa57e-14b0-4210-86f7-701b83543475, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb351de-fef8-4526-beee-e8c5430a5cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '251f09ae-6619-4ae1-9896-9e4397cc6881'}}] {{(pid=102112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 01:16:00.617856 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:00.690632 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] For port 9a4aa57e-14b0-4210-86f7-701b83543475, host hv-cinder-82189, cleared binding levels {{(pid=102112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:00.694906 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] For port 9a4aa57e-14b0-4210-86f7-701b83543475, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9a4aa57e-14b0-4210-86f7-701b83543475,segment=NetworkSegment(bcb351de-fef8-4526-beee-e8c5430a5cfa),segment_id=bcb351de-fef8-4526-beee-e8c5430a5cfa)] {{(pid=102112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:00.891930 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15842031'] for port, after_update {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:00.939320 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:00.939928 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:00.941367 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] 10.222.0.53 "PUT /v2.0/ports/9a4aa57e-14b0-4210-86f7-701b83543475 HTTP/1.1" status: 200 len: 1093 time: 1.2739141 Jan 28 01:16:00.943395 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a387f35b-533b-48ae-9e99-008210df68ba', 'tag': '9a4aa57e-14b0-4210-86f7-701b83543475'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:16:00.946178 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f557a99c-16f7-4142-9f7e-2e04a0443c54" -d '{"events": [{"name": "network-changed", "server_uuid": "a387f35b-533b-48ae-9e99-008210df68ba", "tag": "9a4aa57e-14b0-4210-86f7-701b83543475"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:16:00.983246 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f837f6-f262-4b8b-b3e7-8e55660bb6dc req-abc74e82-1b31-4638-b94f-4ecb73c5d8e1 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:00.984943 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-58f837f6-f262-4b8b-b3e7-8e55660bb6dc req-abc74e82-1b31-4638-b94f-4ecb73c5d8e1 tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 945 time: 0.1045341 Jan 28 01:16:00.985475 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049808d2-54e8-47e1-b693-08c62f69aefc service neutron] Pushing event updated for resources: {'Port': ['ID=9a4aa57e-14b0-4210-86f7-701b83543475,revision_number=3']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:00.992298 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb08264-bbee-49da-9517-53fb3c3a1060 x-openstack-request-id: req-9fb08264-bbee-49da-9517-53fb3c3a1060 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:16:00.992695 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a387f35b-533b-48ae-9e99-008210df68ba", "tag": "9a4aa57e-14b0-4210-86f7-701b83543475", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:16:00.992847 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fb08264-bbee-49da-9517-53fb3c3a1060 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:16:00.993233 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a387f35b-533b-48ae-9e99-008210df68ba', 'tag': '9a4aa57e-14b0-4210-86f7-701b83543475', 'status': 'completed', 'code': 200} Jan 28 01:16:01.121285 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557a99c-16f7-4142-9f7e-2e04a0443c54 req-495f14dd-c316-401b-9bba-92060e809cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:01.122791 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f557a99c-16f7-4142-9f7e-2e04a0443c54 req-495f14dd-c316-401b-9bba-92060e809cac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9706a028845349e79d1f50d01334e771&device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 1096 time: 0.0770564 Jan 28 01:16:01.161936 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-58f837f6-f262-4b8b-b3e7-8e55660bb6dc req-fdda6c34-87b4-4596-adc1-592d24ec5cff tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Deleting port 3321fb33-3051-4c0a-b090-18f9d22e8d39 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:16:01.162269 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-58f837f6-f262-4b8b-b3e7-8e55660bb6dc req-fdda6c34-87b4-4596-adc1-592d24ec5cff tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:01.301069 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557a99c-16f7-4142-9f7e-2e04a0443c54 req-8b91b81d-c2e1-448c-940d-23c29129717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:01.302429 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f557a99c-16f7-4142-9f7e-2e04a0443c54 req-8b91b81d-c2e1-448c-940d-23c29129717e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9706a028845349e79d1f50d01334e771&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1656556 Jan 28 01:16:01.309520 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-58f837f6-f262-4b8b-b3e7-8e55660bb6dc req-fdda6c34-87b4-4596-adc1-592d24ec5cff tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] For port 3321fb33-3051-4c0a-b090-18f9d22e8d39, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3321fb33-3051-4c0a-b090-18f9d22e8d39,segment=NetworkSegment(0e6b91a6-fe9a-4e11-a77f-07c572827a78),segment_id=0e6b91a6-fe9a-4e11-a77f-07c572827a78)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:01.309879 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-58f837f6-f262-4b8b-b3e7-8e55660bb6dc req-fdda6c34-87b4-4596-adc1-592d24ec5cff tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:01.339910 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-58f837f6-f262-4b8b-b3e7-8e55660bb6dc req-fdda6c34-87b4-4596-adc1-592d24ec5cff tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Calling delete_port for 3321fb33-3051-4c0a-b090-18f9d22e8d39 owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:16:01.490340 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557a99c-16f7-4142-9f7e-2e04a0443c54 req-9566b814-f679-4c80-8cce-ccc6ff8c38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:01.492737 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-f557a99c-16f7-4142-9f7e-2e04a0443c54 req-9566b814-f679-4c80-8cce-ccc6ff8c38b3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1803770 Jan 28 01:16:01.513538 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42637bd-ad34-4499-a4e3-6d7b280318ee req-2d2b2019-7d31-40e9-ad91-55241ef662b6 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:01.515019 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e42637bd-ad34-4499-a4e3-6d7b280318ee req-2d2b2019-7d31-40e9-ad91-55241ef662b6 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 943 time: 0.1253052 Jan 28 01:16:01.625377 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-e42637bd-ad34-4499-a4e3-6d7b280318ee req-3fdeb143-151b-484b-ba6a-3d0ffc5ecdc3 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041534 Jan 28 01:16:01.635711 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-379ac9e7-0709-488f-bd4a-5bfe3f700993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:01.639012 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-379ac9e7-0709-488f-bd4a-5bfe3f700993 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9706a028845349e79d1f50d01334e771&device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 1096 time: 0.0761058 Jan 28 01:16:01.692709 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-e7270e44-f85b-4e8c-8609-d3daa771f7ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a4aa57e-14b0-4210-86f7-701b83543475 HTTP/1.1" status: 200 len: 217 time: 0.0427408 Jan 28 01:16:01.695553 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-58f837f6-f262-4b8b-b3e7-8e55660bb6dc req-fdda6c34-87b4-4596-adc1-592d24ec5cff tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:01.729389 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['3321fb33-3051-4c0a-b090-18f9d22e8d39'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:16:01.732330 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-945bdf83-d4a9-4961-a097-d8691edf20d5 req-f85391ba-538a-4298-9d2a-10a10c5744fd tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.18 "GET /v2.0/ports?device_id=220a3586-0b10-4de9-b648-ace0b7ab07db HTTP/1.1" status: 200 len: 210 time: 0.0486114 Jan 28 01:16:01.774632 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda6c34-87b4-4596-adc1-592d24ec5cff tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Pushing event deleted for resources: {'Port': ['ID=3321fb33-3051-4c0a-b090-18f9d22e8d39,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:01.818414 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f837f6-f262-4b8b-b3e7-8e55660bb6dc req-fdda6c34-87b4-4596-adc1-592d24ec5cff tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] No DVR routers for this DVR port 3321fb33-3051-4c0a-b090-18f9d22e8d39 on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:01.821792 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-58f837f6-f262-4b8b-b3e7-8e55660bb6dc req-fdda6c34-87b4-4596-adc1-592d24ec5cff tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:01.825215 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-58f837f6-f262-4b8b-b3e7-8e55660bb6dc req-fdda6c34-87b4-4596-adc1-592d24ec5cff tempest-AttachVolumeNegativeTest-804908669 tempest-AttachVolumeNegativeTest-804908669-project] 10.222.0.53 "DELETE /v2.0/ports/3321fb33-3051-4c0a-b090-18f9d22e8d39 HTTP/1.1" status: 204 len: 173 time: 0.8051078 Jan 28 01:16:01.831456 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-a583a669-84f5-470c-81fd-a0e1a733331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:01.832816 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-a583a669-84f5-470c-81fd-a0e1a733331b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0239154-6c55-42e4-b88e-6c16a13aa88c HTTP/1.1" status: 200 len: 853 time: 0.1166859 Jan 28 01:16:01.868534 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-773e5df7-6726-442a-ae75-127f3fc2e07a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=251f09ae-6619-4ae1-9896-9e4397cc6881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291996 Jan 28 01:16:01.958080 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-58f009ef-c29d-4b5f-a07b-706ed81bbc34 service neutron] 10.222.0.53 "GET /v2.0/networks/251f09ae-6619-4ae1-9896-9e4397cc6881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830564 Jan 28 01:16:02.056510 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-4730a9b1-a9e7-4a59-8c9e-891550afa663 req-6f006888-c89c-45cc-9f5e-ff93eacd4a95 service neutron] 10.222.0.53 "GET /v2.0/networks/251f09ae-6619-4ae1-9896-9e4397cc6881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904276 Jan 28 01:16:02.753113 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbfcdd-c681-4d66-a2a1-f571c5440690 req-e324961a-ea54-4869-a331-66ca08cd7e4f tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:02.754290 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a3cbfcdd-c681-4d66-a2a1-f571c5440690 req-e324961a-ea54-4869-a331-66ca08cd7e4f tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 943 time: 0.0505543 Jan 28 01:16:02.787438 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 39990) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:02.822025 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-a3cbfcdd-c681-4d66-a2a1-f571c5440690 req-e3ccfd57-10fe-402f-a9a3-43e331afe259 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615089 Jan 28 01:16:02.846001 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6553ef9-9da1-49af-aa77-c2d1bf8ea47d admin admin] Deleting subnet 8a2ee5f5-5e17-4d2c-97cd-9c830a49398a {{(pid=102112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:16:02.847061 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b6553ef9-9da1-49af-aa77-c2d1bf8ea47d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:02.882132 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b6553ef9-9da1-49af-aa77-c2d1bf8ea47d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16416249'] for subnet, precommit_delete_associations {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:02.924776 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b6553ef9-9da1-49af-aa77-c2d1bf8ea47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:02.993893 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220a3586-0b10-4de9-b648-ace0b7ab07db', 'name': 'network-vif-deleted', 'tag': '3321fb33-3051-4c0a-b090-18f9d22e8d39'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:16:02.996262 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a3aa1d-e1b7-4d09-9eb6-547bb30b2a65" -d '{"events": [{"server_uuid": "220a3586-0b10-4de9-b648-ace0b7ab07db", "name": "network-vif-deleted", "tag": "3321fb33-3051-4c0a-b090-18f9d22e8d39"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:16:03.031534 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e4db30-c82d-43dc-a75d-7d5e5f612253 x-openstack-request-id: req-60e4db30-c82d-43dc-a75d-7d5e5f612253 {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:16:03.034544 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220a3586-0b10-4de9-b648-ace0b7ab07db", "name": "network-vif-deleted", "tag": "3321fb33-3051-4c0a-b090-18f9d22e8d39", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:16:03.034544 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60e4db30-c82d-43dc-a75d-7d5e5f612253 {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:16:03.034544 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220a3586-0b10-4de9-b648-ace0b7ab07db', 'name': 'network-vif-deleted', 'tag': '3321fb33-3051-4c0a-b090-18f9d22e8d39', 'status': 'completed', 'code': 200} Jan 28 01:16:03.034544 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b6553ef9-9da1-49af-aa77-c2d1bf8ea47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15841849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15944602'] for subnet, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:03.060246 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6553ef9-9da1-49af-aa77-c2d1bf8ea47d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2ee5f5-5e17-4d2c-97cd-9c830a49398a,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:03.066356 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-b6553ef9-9da1-49af-aa77-c2d1bf8ea47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:03.070320 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-b6553ef9-9da1-49af-aa77-c2d1bf8ea47d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8a2ee5f5-5e17-4d2c-97cd-9c830a49398a HTTP/1.1" status: 204 len: 168 time: 0.2812290 Jan 28 01:16:03.072806 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 39994) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:03.140545 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5350c5bd-4dcf-4c15-8d2e-1cfc3b0aac52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:03.225232 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5350c5bd-4dcf-4c15-8d2e-1cfc3b0aac52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:03.247832 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-5350c5bd-4dcf-4c15-8d2e-1cfc3b0aac52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3fb778-d6f5-453e-ad94-c140d7e3b7c9']}} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:03.258024 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-5350c5bd-4dcf-4c15-8d2e-1cfc3b0aac52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6b91a6-fe9a-4e11-a77f-07c572827a78') {'for_net_delete': True} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:03.258231 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.services.segments.db [None req-5350c5bd-4dcf-4c15-8d2e-1cfc3b0aac52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6b91a6-fe9a-4e11-a77f-07c572827a78') {} {{(pid=102112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:03.267428 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5350c5bd-4dcf-4c15-8d2e-1cfc3b0aac52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16416192'] for segment, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:03.280715 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5350c5bd-4dcf-4c15-8d2e-1cfc3b0aac52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:03.286334 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5350c5bd-4dcf-4c15-8d2e-1cfc3b0aac52 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:16:03.286712 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5350c5bd-4dcf-4c15-8d2e-1cfc3b0aac52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15841923'] for segment, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: Traceback (most recent call last): Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: timer() Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: cb(*args, **kw) Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: return func(*args, **kwargs) Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: self._notify() Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: self.callback(batched_events) Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: event.method(event) Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: return f(self, *a, **k) Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: return self._get(url).json() Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: return self.request(url, 'GET', **kwargs) Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:16:03.288462 dv-cinder-821890-1-smb neutron-server[102112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:16:03.449647 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5350c5bd-4dcf-4c15-8d2e-1cfc3b0aac52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:03.455047 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-5350c5bd-4dcf-4c15-8d2e-1cfc3b0aac52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:03.458155 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-5350c5bd-4dcf-4c15-8d2e-1cfc3b0aac52 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2c3fb778-d6f5-453e-ad94-c140d7e3b7c9 HTTP/1.1" status: 204 len: 168 time: 0.3844180 Jan 28 01:16:03.470471 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350c5bd-4dcf-4c15-8d2e-1cfc3b0aac52 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c3fb778-d6f5-453e-ad94-c140d7e3b7c9,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:03.769618 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 39998) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:03.812439 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-9490d1b1-1f43-426b-a686-e53e6189aaf8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8b857b85c0c4462afe21998e766b718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415437 Jan 28 01:16:03.814830 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 40002) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:03.862861 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:03.885278 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:03.939720 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d1ce2-d258-4446-96a6-557536f68950 req-15ca6539-3ad6-4afd-a196-d17a6d842b92 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:03.941262 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d44d1ce2-d258-4446-96a6-557536f68950 req-15ca6539-3ad6-4afd-a196-d17a6d842b92 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 943 time: 0.0498250 Jan 28 01:16:03.979815 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-d44d1ce2-d258-4446-96a6-557536f68950 req-9ce4d64d-23e5-47df-93a7-e751d712ed80 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324690 Jan 28 01:16:03.993536 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:03.997388 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:03.997388 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de09cd7d-aac5-4c78-99c1-8903d4b84474 HTTP/1.1" status: 204 len: 168 time: 0.1815944 Jan 28 01:16:04.005231 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de09cd7d-aac5-4c78-99c1-8903d4b84474,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:04.012557 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.012908 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.013249 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.013583 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.013915 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.014334 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.014600 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.014955 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.015282 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.015607 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.015925 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.016243 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4995fd-8f5e-406a-81e3-09b27be00974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.180264 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 9a4aa57e-14b0-4210-86f7-701b83543475 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=102113) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:16:04.187625 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 3321fb33-3051-4c0a-b090-18f9d22e8d39 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:04.214392 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: 3321fb33-3051-4c0a-b090-18f9d22e8d39 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:16:04.214689 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 3321fb33-3051-4c0a-b090-18f9d22e8d39 not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:04.301201 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 9a4aa57e-14b0-4210-86f7-701b83543475, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9a4aa57e-14b0-4210-86f7-701b83543475,segment=NetworkSegment(bcb351de-fef8-4526-beee-e8c5430a5cfa),segment_id=bcb351de-fef8-4526-beee-e8c5430a5cfa)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:04.312053 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Returning: {'device': '9a4aa57e-14b0-4210-86f7-701b83543475', 'network_id': '251f09ae-6619-4ae1-9896-9e4397cc6881', 'port_id': '9a4aa57e-14b0-4210-86f7-701b83543475', 'mac_address': 'fa:16:3e:50:50:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0239154-6c55-42e4-b88e-6c16a13aa88c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102113) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:16:04.351684 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:04.368699 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4aa57e-14b0-4210-86f7-701b83543475 {{(pid=102113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 01:16:04.388164 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 9a4aa57e-14b0-4210-86f7-701b83543475, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9a4aa57e-14b0-4210-86f7-701b83543475,segment=NetworkSegment(bcb351de-fef8-4526-beee-e8c5430a5cfa),segment_id=bcb351de-fef8-4526-beee-e8c5430a5cfa)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:04.472934 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:04.521608 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=9a4aa57e-14b0-4210-86f7-701b83543475,revision_number=4']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:04.529434 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.532633 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.532633 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.532633 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.532633 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.532633 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.532633 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.532633 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.532633 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.533433 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.533433 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.533433 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:04.750081 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['9a4aa57e-14b0-4210-86f7-701b83543475'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:16:05.103646 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c9a77-cc1c-4ff0-9a00-e7d44a0cd407 req-ae1da37f-5de6-4051-a9b7-4c6903e6ac6c tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:05.105103 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-559c9a77-cc1c-4ff0-9a00-e7d44a0cd407 req-ae1da37f-5de6-4051-a9b7-4c6903e6ac6c tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 944 time: 0.0500398 Jan 28 01:16:05.143487 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-559c9a77-cc1c-4ff0-9a00-e7d44a0cd407 req-ed6bda40-6079-47b2-8d6f-7b7e8ec27e4b tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324371 Jan 28 01:16:06.197235 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 9a4aa57e-14b0-4210-86f7-701b83543475 up at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:06.281297 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030f2a0-71c7-4d80-9a8a-b8da2698361c req-d236f415-7774-418c-9453-10472abd24a6 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:06.282776 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2030f2a0-71c7-4d80-9a8a-b8da2698361c req-d236f415-7774-418c-9453-10472abd24a6 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 944 time: 0.0528326 Jan 28 01:16:06.331807 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2030f2a0-71c7-4d80-9a8a-b8da2698361c req-2e0d804f-9867-4aee-8da5-c0e4c2e4335f tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426834 Jan 28 01:16:06.347375 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning for port 9a4aa57e-14b0-4210-86f7-701b83543475 completed by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:16:06.352004 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.db.provisioning_blocks [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Provisioning complete for port 9a4aa57e-14b0-4210-86f7-701b83543475 triggered by entity L2. {{(pid=102113) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:06.352372 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3689752'] for port, provisioning_complete {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:06.437972 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697642'] for port, before_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:06.464020 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a387f35b-533b-48ae-9e99-008210df68ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4aa57e-14b0-4210-86f7-701b83543475'}] {{(pid=102113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:16:06.466520 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466cedbda127b99e3f322b7307ae1ec69f1c477d9ae5ef6bb123cff0713d99c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50567133-0821-447d-88a2-76d51d0f786b" -d '{"events": [{"server_uuid": "a387f35b-533b-48ae-9e99-008210df68ba", "name": "network-vif-plugged", "status": "completed", "tag": "9a4aa57e-14b0-4210-86f7-701b83543475"}]}' {{(pid=102113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:16:06.479128 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] For port 9a4aa57e-14b0-4210-86f7-701b83543475, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9a4aa57e-14b0-4210-86f7-701b83543475,segment=NetworkSegment(bcb351de-fef8-4526-beee-e8c5430a5cfa),segment_id=bcb351de-fef8-4526-beee-e8c5430a5cfa)] {{(pid=102113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:06.504987 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ba34ec-fd4c-4abe-90f2-9619b2d09c7f x-openstack-request-id: req-63ba34ec-fd4c-4abe-90f2-9619b2d09c7f {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:16:06.505292 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a387f35b-533b-48ae-9e99-008210df68ba", "name": "network-vif-plugged", "status": "completed", "tag": "9a4aa57e-14b0-4210-86f7-701b83543475", "code": 200}]} {{(pid=102113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:16:06.505565 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63ba34ec-fd4c-4abe-90f2-9619b2d09c7f {{(pid=102113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:16:06.506018 dv-cinder-821890-1-smb neutron-server[102113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a387f35b-533b-48ae-9e99-008210df68ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4aa57e-14b0-4210-86f7-701b83543475', 'code': 200} Jan 28 01:16:06.570452 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762615727472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762615205753', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762615205771'] for port, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:06.622671 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Pushing event updated for resources: {'Port': ['ID=9a4aa57e-14b0-4210-86f7-701b83543475,revision_number=5']} {{(pid=102113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:06.874005 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cf8f1-237e-4be3-a395-e7b0cb16867b req-00f4e5d8-0d0d-46a9-99e9-8bb8d92777e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:06.876193 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c27cf8f1-237e-4be3-a395-e7b0cb16867b req-00f4e5d8-0d0d-46a9-99e9-8bb8d92777e2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 1098 time: 0.0582607 Jan 28 01:16:06.916842 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-c27cf8f1-237e-4be3-a395-e7b0cb16867b req-e7b9b723-1c7a-4c94-8be9-5a1c6e629305 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325229 Jan 28 01:16:07.467132 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffe399-9c1a-45d4-b750-6294e8c6a971 req-af97c193-3f68-437a-9645-db27e8240847 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:07.468733 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-35ffe399-9c1a-45d4-b750-6294e8c6a971 req-af97c193-3f68-437a-9645-db27e8240847 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 945 time: 0.0523777 Jan 28 01:16:07.513906 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-35ffe399-9c1a-45d4-b750-6294e8c6a971 req-6d2e63be-201c-4528-a4a7-8c39955f90ff tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390732 Jan 28 01:16:07.635906 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:16:08.640814 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59681e-9cf2-4c79-8598-8527de2d742e req-9a1b1f4e-aabf-44c9-958f-70598b529b6e tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:08.642511 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dc59681e-9cf2-4c79-8598-8527de2d742e req-9a1b1f4e-aabf-44c9-958f-70598b529b6e tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 945 time: 0.0553596 Jan 28 01:16:08.679440 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-dc59681e-9cf2-4c79-8598-8527de2d742e req-f3ed7b83-ad28-4f83-9ca3-ee1f69df1963 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306017 Jan 28 01:16:08.724271 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3b955bd4-228f-47ad-a2ab-aaea5a6a6fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:10.878684 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-87958bde-09ef-4309-ae03-7dceda1f793b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:12.158740 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:12.757679 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 40112) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:12.874764 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f69cb9c0-0cda-4cfb-9a5a-9d7a8b95176d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:12.884128 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:12.953362 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f69cb9c0-0cda-4cfb-9a5a-9d7a8b95176d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:13.050397 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f69cb9c0-0cda-4cfb-9a5a-9d7a8b95176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:13.092078 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-f69cb9c0-0cda-4cfb-9a5a-9d7a8b95176d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52470a54213c48e1961f5fb3cb95446d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332117 Jan 28 01:16:13.092904 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cb9c0-0cda-4cfb-9a5a-9d7a8b95176d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f833051e-4dec-4a17-8bc4-49b4db1a3cf6,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:13.094944 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 40118) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:13.146287 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e8630fe9-7be9-4966-8c3b-1b3e57bdec8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:13.168568 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e8630fe9-7be9-4966-8c3b-1b3e57bdec8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:13.290333 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e8630fe9-7be9-4966-8c3b-1b3e57bdec8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:13.292998 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-e8630fe9-7be9-4966-8c3b-1b3e57bdec8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:13.294190 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-e8630fe9-7be9-4966-8c3b-1b3e57bdec8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f833051e-4dec-4a17-8bc4-49b4db1a3cf6 HTTP/1.1" status: 204 len: 168 time: 0.1982770 Jan 28 01:16:13.302459 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8630fe9-7be9-4966-8c3b-1b3e57bdec8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f833051e-4dec-4a17-8bc4-49b4db1a3cf6,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:13.695950 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:13.812702 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:14.000539 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 40124) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:14.015020 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-40a14e90-7a83-4094-b595-5e9eb92fbb17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:14.094014 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-40a14e90-7a83-4094-b595-5e9eb92fbb17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:14.168757 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-40a14e90-7a83-4094-b595-5e9eb92fbb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:14.205503 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a14e90-7a83-4094-b595-5e9eb92fbb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea300717-60b0-400e-8537-677045d2e2d9,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:14.209786 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-40a14e90-7a83-4094-b595-5e9eb92fbb17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f71e63d2842347fda99b3891f029fc5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082095 Jan 28 01:16:14.212547 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 40128) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:14.263948 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f6c1c17d-67c3-4a58-b721-d79e332b2cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:14.284510 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f6c1c17d-67c3-4a58-b721-d79e332b2cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:14.414465 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f6c1c17d-67c3-4a58-b721-d79e332b2cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:14.417610 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-f6c1c17d-67c3-4a58-b721-d79e332b2cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:14.418751 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-f6c1c17d-67c3-4a58-b721-d79e332b2cb2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea300717-60b0-400e-8537-677045d2e2d9 HTTP/1.1" status: 204 len: 168 time: 0.2052715 Jan 28 01:16:14.426585 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1c17d-67c3-4a58-b721-d79e332b2cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea300717-60b0-400e-8537-677045d2e2d9,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:17.647479 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 40208) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:17.778193 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-8ef189ae-3f06-4291-bb7e-56cafd279fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:17.871583 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-8ef189ae-3f06-4291-bb7e-56cafd279fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:17.941838 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-8ef189ae-3f06-4291-bb7e-56cafd279fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:17.984097 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-8ef189ae-3f06-4291-bb7e-56cafd279fb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=293df66052e34038a46183dadf6258cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354964 Jan 28 01:16:17.985068 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef189ae-3f06-4291-bb7e-56cafd279fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32376f79-99de-4841-a00a-8cb4bd4e6009,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:17.987006 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 40212) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:18.045594 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9f9a-9fc3-4c0b-bf7a-16a51d10a8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:18.069162 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9f9a-9fc3-4c0b-bf7a-16a51d10a8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:18.192618 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9f9a-9fc3-4c0b-bf7a-16a51d10a8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:18.197166 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9f9a-9fc3-4c0b-bf7a-16a51d10a8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:18.198557 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-5f8b9f9a-9fc3-4c0b-bf7a-16a51d10a8d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32376f79-99de-4841-a00a-8cb4bd4e6009 HTTP/1.1" status: 204 len: 168 time: 0.2103419 Jan 28 01:16:18.207453 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b9f9a-9fc3-4c0b-bf7a-16a51d10a8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32376f79-99de-4841-a00a-8cb4bd4e6009,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:18.897390 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 40226) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:18.912537 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-4fda80bd-a0d5-420d-92fd-f0e15dbafd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:19.005053 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-4fda80bd-a0d5-420d-92fd-f0e15dbafd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:19.118852 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-4fda80bd-a0d5-420d-92fd-f0e15dbafd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:19.159268 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-4fda80bd-a0d5-420d-92fd-f0e15dbafd24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ea6480239cd4ba89a1d4de86bf32d86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605617 Jan 28 01:16:19.160043 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda80bd-a0d5-420d-92fd-f0e15dbafd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be433f6-87c0-4a78-9aca-5d2305539062,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:19.161865 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 40228) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:19.219453 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-686374be-1d4c-4c79-b678-99673dafe00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:19.242044 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-686374be-1d4c-4c79-b678-99673dafe00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:19.375599 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-686374be-1d4c-4c79-b678-99673dafe00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:19.378365 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-686374be-1d4c-4c79-b678-99673dafe00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:19.379582 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-686374be-1d4c-4c79-b678-99673dafe00a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5be433f6-87c0-4a78-9aca-5d2305539062 HTTP/1.1" status: 204 len: 168 time: 0.2160468 Jan 28 01:16:19.388236 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686374be-1d4c-4c79-b678-99673dafe00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be433f6-87c0-4a78-9aca-5d2305539062,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:25.183953 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 40312) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:25.310012 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-349cfa5a-6781-4e4d-8227-edcafe5dbf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:25.393587 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-349cfa5a-6781-4e4d-8227-edcafe5dbf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:25.468240 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-349cfa5a-6781-4e4d-8227-edcafe5dbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:25.512395 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cfa5a-6781-4e4d-8227-edcafe5dbf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10f221e-9ad1-4289-87b5-3b0fcf7a3f6f,revision_number=1']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:25.518249 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-349cfa5a-6781-4e4d-8227-edcafe5dbf95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1bcbd39c5f864155985e02f79e043ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328619 Jan 28 01:16:25.520445 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 40316) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:25.584649 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ad7494f5-a9ec-40a6-9490-55d19d63778f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:25.612292 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ad7494f5-a9ec-40a6-9490-55d19d63778f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:25.769308 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ad7494f5-a9ec-40a6-9490-55d19d63778f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:25.772029 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-ad7494f5-a9ec-40a6-9490-55d19d63778f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:25.773257 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-ad7494f5-a9ec-40a6-9490-55d19d63778f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b10f221e-9ad1-4289-87b5-3b0fcf7a3f6f HTTP/1.1" status: 204 len: 168 time: 0.2521989 Jan 28 01:16:25.782719 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7494f5-a9ec-40a6-9490-55d19d63778f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10f221e-9ad1-4289-87b5-3b0fcf7a3f6f,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:32.520461 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ac5bd-33de-42a8-b810-518550c842b7 req-d99b95f3-48c9-4d15-b80f-95c1aab99bf9 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:32.522017 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-416ac5bd-33de-42a8-b810-518550c842b7 req-d99b95f3-48c9-4d15-b80f-95c1aab99bf9 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 945 time: 0.0583706 Jan 28 01:16:32.564354 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-416ac5bd-33de-42a8-b810-518550c842b7 req-77eee2c8-627f-4896-9ada-9133d6c34188 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350330 Jan 28 01:16:33.536686 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 40416) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:33.667702 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-013c89ce-cf45-411b-b43e-8e259381694b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:33.751793 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-013c89ce-cf45-411b-b43e-8e259381694b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:33.816137 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-013c89ce-cf45-411b-b43e-8e259381694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_create {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:33.838669 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8c5b9-2b58-4e81-a3b4-2c2e582a2ce3 req-96cc9c3b-a37a-45b1-b9c3-3957f0d7091e tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:33.841592 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-84d8c5b9-2b58-4e81-a3b4-2c2e582a2ce3 req-96cc9c3b-a37a-45b1-b9c3-3957f0d7091e tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 945 time: 0.1991110 Jan 28 01:16:33.858509 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-013c89ce-cf45-411b-b43e-8e259381694b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f857cffd8a84728bed1624fa054d711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206685 Jan 28 01:16:33.859398 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c89ce-cf45-411b-b43e-8e259381694b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda922d3-28d2-4187-8555-d7b73f90535c,revision_number=1']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:33.862565 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 40424) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:33.891271 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-84d8c5b9-2b58-4e81-a3b4-2c2e582a2ce3 req-5fcaa5d1-b8da-458d-85ff-08203c6f024d tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433919 Jan 28 01:16:33.916071 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1b96ae5a-565a-4785-965b-1933516672f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:33.938633 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1b96ae5a-565a-4785-965b-1933516672f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:34.079157 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1b96ae5a-565a-4785-965b-1933516672f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:34.081714 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-1b96ae5a-565a-4785-965b-1933516672f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:34.082877 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-1b96ae5a-565a-4785-965b-1933516672f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bda922d3-28d2-4187-8555-d7b73f90535c HTTP/1.1" status: 204 len: 168 time: 0.2190323 Jan 28 01:16:34.096581 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96ae5a-565a-4785-965b-1933516672f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda922d3-28d2-4187-8555-d7b73f90535c,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:35.019531 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e7644-4dc4-48db-94bc-c83138f4ca1d req-58a35871-88bd-4bd4-8fe9-32ea27b13ace tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:35.021055 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b92e7644-4dc4-48db-94bc-c83138f4ca1d req-58a35871-88bd-4bd4-8fe9-32ea27b13ace tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 945 time: 0.0516651 Jan 28 01:16:35.063713 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-b92e7644-4dc4-48db-94bc-c83138f4ca1d req-51b96f22-d195-47bd-a432-723118a1b7ab tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331197 Jan 28 01:16:36.180768 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bf005-979d-4879-adb6-6811239721b2 req-27addfe3-f75b-4f0e-b95f-31adc71b6a55 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:36.182268 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-eb8bf005-979d-4879-adb6-6811239721b2 req-27addfe3-f75b-4f0e-b95f-31adc71b6a55 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 945 time: 0.0509539 Jan 28 01:16:36.229944 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-eb8bf005-979d-4879-adb6-6811239721b2 req-2afd5ba9-487e-4f56-8b44-ee37229ab5b6 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Jan 28 01:16:36.930752 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1634f-d6e2-49a4-b71f-2872daca8324 req-30ad4d01-9dab-49c2-8690-0753a128c0f8 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:36.932237 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-22c1634f-d6e2-49a4-b71f-2872daca8324 req-30ad4d01-9dab-49c2-8690-0753a128c0f8 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.53 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 945 time: 0.0549762 Jan 28 01:16:37.036217 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-22c1634f-d6e2-49a4-b71f-2872daca8324 req-7ef629aa-1dc4-47f1-b104-eb781d58fe70 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Deleting port 9a4aa57e-14b0-4210-86f7-701b83543475 {{(pid=102112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 01:16:37.036563 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-22c1634f-d6e2-49a4-b71f-2872daca8324 req-7ef629aa-1dc4-47f1-b104-eb781d58fe70 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762615721611'] for port, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:37.137655 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.db [req-22c1634f-d6e2-49a4-b71f-2872daca8324 req-7ef629aa-1dc4-47f1-b104-eb781d58fe70 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] For port 9a4aa57e-14b0-4210-86f7-701b83543475, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9a4aa57e-14b0-4210-86f7-701b83543475,segment=NetworkSegment(bcb351de-fef8-4526-beee-e8c5430a5cfa),segment_id=bcb351de-fef8-4526-beee-e8c5430a5cfa)] {{(pid=102112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:37.138684 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-22c1634f-d6e2-49a4-b71f-2872daca8324 req-7ef629aa-1dc4-47f1-b104-eb781d58fe70 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646371'] for port, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:37.154241 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.plugins.ml2.plugin [req-22c1634f-d6e2-49a4-b71f-2872daca8324 req-7ef629aa-1dc4-47f1-b104-eb781d58fe70 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Calling delete_port for 9a4aa57e-14b0-4210-86f7-701b83543475 owned by compute:nova {{(pid=102112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 01:16:37.354344 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739b371-29b6-42d1-95ee-8601ca62c722 req-bbb65a56-ed1a-4599-966b-5edb902537e2 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:37.355909 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2739b371-29b6-42d1-95ee-8601ca62c722 req-bbb65a56-ed1a-4599-966b-5edb902537e2 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 945 time: 0.0536585 Jan 28 01:16:37.368439 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-22c1634f-d6e2-49a4-b71f-2872daca8324 req-7ef629aa-1dc4-47f1-b104-eb781d58fe70 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3697461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762615722909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762615205744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15842004'] for port, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:37.404002 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.db [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] get_ports_and_sgs() called for port_ids ['9a4aa57e-14b0-4210-86f7-701b83543475'] {{(pid=102113) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:16:37.411223 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef629aa-1dc4-47f1-b104-eb781d58fe70 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Pushing event deleted for resources: {'Port': ['ID=9a4aa57e-14b0-4210-86f7-701b83543475,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:37.431838 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-2739b371-29b6-42d1-95ee-8601ca62c722 req-f55ab72b-1f72-484d-8ec0-79c54345f07b tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/security-groups?id=387543d7-623f-4971-8a14-3c39c5ddb529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694418 Jan 28 01:16:37.465773 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c1634f-d6e2-49a4-b71f-2872daca8324 req-7ef629aa-1dc4-47f1-b104-eb781d58fe70 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] No DVR routers for this DVR port 9a4aa57e-14b0-4210-86f7-701b83543475 on host hv-cinder-82189 {{(pid=102112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:16:37.468712 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [req-22c1634f-d6e2-49a4-b71f-2872daca8324 req-7ef629aa-1dc4-47f1-b104-eb781d58fe70 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7414'] for port, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:37.472407 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-22c1634f-d6e2-49a4-b71f-2872daca8324 req-7ef629aa-1dc4-47f1-b104-eb781d58fe70 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.53 "DELETE /v2.0/ports/9a4aa57e-14b0-4210-86f7-701b83543475 HTTP/1.1" status: 204 len: 173 time: 0.5343423 Jan 28 01:16:37.472921 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a387f35b-533b-48ae-9e99-008210df68ba', 'name': 'network-vif-deleted', 'tag': '9a4aa57e-14b0-4210-86f7-701b83543475'}] {{(pid=102112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 01:16:37.475801 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14939d9ab545851464239b3c4f1b0100d97e362504ba96ace8f735b03bc0b008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e701ae02-db4e-4406-ba8e-8dc467cbd6f8" -d '{"events": [{"server_uuid": "a387f35b-533b-48ae-9e99-008210df68ba", "name": "network-vif-deleted", "tag": "9a4aa57e-14b0-4210-86f7-701b83543475"}]}' {{(pid=102112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:16:37.514280 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62b9010-8098-4440-9c3f-f35fd808fd1e x-openstack-request-id: req-a62b9010-8098-4440-9c3f-f35fd808fd1e {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:16:37.514573 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a387f35b-533b-48ae-9e99-008210df68ba", "name": "network-vif-deleted", "tag": "9a4aa57e-14b0-4210-86f7-701b83543475", "status": "completed", "code": 200}]} {{(pid=102112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:16:37.514827 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a62b9010-8098-4440-9c3f-f35fd808fd1e {{(pid=102112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:16:37.515255 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a387f35b-533b-48ae-9e99-008210df68ba', 'name': 'network-vif-deleted', 'tag': '9a4aa57e-14b0-4210-86f7-701b83543475', 'status': 'completed', 'code': 200} Jan 28 01:16:38.549969 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [req-cc8c73de-211d-4c58-a00b-cc108c8ae51c req-dc6b3bf0-cde8-4662-aed2-4cefa88da182 tempest-VolumesSnapshotTestJSON-364523623 tempest-VolumesSnapshotTestJSON-364523623-project] 10.222.0.18 "GET /v2.0/ports?device_id=a387f35b-533b-48ae-9e99-008210df68ba HTTP/1.1" status: 200 len: 210 time: 0.0330651 Jan 28 01:16:38.701716 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-7468d28d-5921-4dd0-bf31-64cfc10b52b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:40.351196 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 9a4aa57e-14b0-4210-86f7-701b83543475 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:16:40.375181 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] No Port match for: 9a4aa57e-14b0-4210-86f7-701b83543475 {{(pid=102113) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 01:16:40.375521 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron.plugins.ml2.rpc [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Device 9a4aa57e-14b0-4210-86f7-701b83543475 not bound to the agent host hv-cinder-82189 {{(pid=102113) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:16:40.878929 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-08a9fef0-0c0c-4214-873d-b534bab0a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:42.221397 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:42.907576 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:43.656368 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:43.832978 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:44.636026 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:16:59.625276 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.wsgi [-] (102112) accepted ('10.222.0.18', 40554) {{(pid=102112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:59.673722 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.db.db_base_plugin_v2 [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Deleting subnet f0239154-6c55-42e4-b88e-6c16a13aa88c {{(pid=102112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 01:16:59.677437 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:59.716790 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16416249'] for subnet, precommit_delete_associations {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:59.762929 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3686709'] for subnet, precommit_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:59.902283 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3686716', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15841849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15944602'] for subnet, after_delete {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:59.933733 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0239154-6c55-42e4-b88e-6c16a13aa88c,revision_number=None']} {{(pid=102112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:59.938789 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron_lib.callbacks.manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for subnet, before_response {{(pid=102112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:16:59.942104 dv-cinder-821890-1-smb neutron-server[102112]: INFO neutron.wsgi [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f0239154-6c55-42e4-b88e-6c16a13aa88c HTTP/1.1" status: 204 len: 168 time: 0.3153934 Jan 28 01:16:59.945012 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 40556) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:16:59.947576 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:59.948001 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:59.948438 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:59.948780 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:59.949222 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:59.950056 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:59.950503 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:59.950857 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:59.951184 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:59.951511 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:59.951832 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:59.952300 dv-cinder-821890-1-smb neutron-server[102112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbc426-e089-4ca5-b256-09d3893ef385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821890-1-smb {{(pid=102112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:17:00.020953 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3118a625-e476-44e5-a3c7-7363a90b0276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3582498'] for network, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:00.116592 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3118a625-e476-44e5-a3c7-7363a90b0276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3688343', 'neutron.services.segments.db._delete_segments_for_network-8762615622081'] for network, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:00.140666 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-3118a625-e476-44e5-a3c7-7363a90b0276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251f09ae-6619-4ae1-9896-9e4397cc6881']}} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:00.151469 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-3118a625-e476-44e5-a3c7-7363a90b0276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb351de-fef8-4526-beee-e8c5430a5cfa') {'for_net_delete': True} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:00.151828 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.services.segments.db [None req-3118a625-e476-44e5-a3c7-7363a90b0276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb351de-fef8-4526-beee-e8c5430a5cfa') {} {{(pid=102111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:17:00.164070 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3118a625-e476-44e5-a3c7-7363a90b0276 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762615606977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518634'] for segment, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:00.181209 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3118a625-e476-44e5-a3c7-7363a90b0276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183'] for segment, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:00.189148 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3118a625-e476-44e5-a3c7-7363a90b0276 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3118a625-e476-44e5-a3c7-7363a90b0276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859644'] for segment, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: Traceback (most recent call last): Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: timer() Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: cb(*args, **kw) Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: return func(*args, **kwargs) Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: self._notify() Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: self.callback(batched_events) Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: event.method(event) Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: return f(self, *a, **k) Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: return self._get(url).json() Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: return self.request(url, 'GET', **kwargs) Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:17:00.192229 dv-cinder-821890-1-smb neutron-server[102111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:17:00.405119 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3118a625-e476-44e5-a3c7-7363a90b0276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3688332', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646079'] for network, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:00.413500 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3118a625-e476-44e5-a3c7-7363a90b0276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621562'] for network, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:00.417018 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-3118a625-e476-44e5-a3c7-7363a90b0276 admin admin] 10.222.0.18 "DELETE /v2.0/networks/251f09ae-6619-4ae1-9896-9e4397cc6881 HTTP/1.1" status: 204 len: 168 time: 0.4709785 Jan 28 01:17:00.431190 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118a625-e476-44e5-a3c7-7363a90b0276 admin admin] Pushing event deleted for resources: {'Network': ['ID=251f09ae-6619-4ae1-9896-9e4397cc6881,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:01.185973 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 40560) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:17:01.246022 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-b6af0942-46d0-4cff-9852-5cc3a34cc039 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9706a028845349e79d1f50d01334e771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588908 Jan 28 01:17:01.249299 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [-] (102111) accepted ('10.222.0.18', 40562) {{(pid=102111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 01:17:01.299201 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3748eecf-aef8-4c34-807e-6182a179f679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:01.322314 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3748eecf-aef8-4c34-807e-6182a179f679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:01.537458 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3748eecf-aef8-4c34-807e-6182a179f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430772'] for security_group, after_delete {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:01.540469 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron_lib.callbacks.manager [None req-3748eecf-aef8-4c34-807e-6182a179f679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:01.541637 dv-cinder-821890-1-smb neutron-server[102111]: INFO neutron.wsgi [None req-3748eecf-aef8-4c34-807e-6182a179f679 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/387543d7-623f-4971-8a14-3c39c5ddb529 HTTP/1.1" status: 204 len: 168 time: 0.2913957 Jan 28 01:17:01.551423 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748eecf-aef8-4c34-807e-6182a179f679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387543d7-623f-4971-8a14-3c39c5ddb529,revision_number=None']} {{(pid=102111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:17:08.708864 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-2d906b89-04df-4392-861d-1a297eb150a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:10.878983 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-cfb09c5f-b767-458d-804c-b90fc722a10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:12.204320 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:12.884846 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:13.655998 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:13.827845 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:21.635196 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:17:38.712774 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fc1da3b5-9735-47ce-9b77-be7e62b0f079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:40.913257 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e615d75-15de-4e1d-bb05-3e529d90f745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:42.187007 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:42.941522 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:43.672294 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:43.809648 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:17:58.633481 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:18:08.690273 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa838619-981f-47ac-93a1-7fa9e646349f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:18:10.873174 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-75464923-1445-406c-bdcd-421cc876d7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:18:12.198407 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:18:12.901982 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:18:13.661912 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:18:13.798407 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:18:35.633937 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:18:38.708275 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-6a77602c-a388-4725-b4b1-66e89c4155c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:18:40.884592 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-58cbf650-1189-494b-b910-1442fb674399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:18:42.192792 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:18:42.907787 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:18:43.667351 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:18:43.798501 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:19:08.701924 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3e22dd9c-6b40-4a49-bb69-1ed34a23909d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:19:10.884523 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3a16d89e-1f48-4c40-b77a-eb9eba7e95cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:19:12.232907 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:19:12.634807 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:19:12.919285 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:19:13.713435 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:19:13.805052 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:19:38.701711 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-4fb5087b-5556-4582-b0e0-4f27bf8674f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:19:40.890379 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-54a8bd24-d81b-4ed2-8bfc-38fa416228e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:19:42.239583 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:19:42.930450 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:19:43.702075 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:19:43.827769 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:19:49.633523 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:20:08.713416 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3d95a7d5-ddf4-461a-9b2a-fec97e03a9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:20:10.883322 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ce960255-24fa-4b0e-b1ec-0ee8f78b7898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:20:12.233100 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:20:12.991966 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:20:13.711978 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:20:13.821928 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:20:26.632529 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:20:38.702122 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-ddc0f1ae-55b5-45ae-80db-31c85fb9148d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:20:40.888532 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-8af7ab50-7145-48d9-93e5-3818dd6c2969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:20:42.216518 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:20:42.968643 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:20:43.707884 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:20:43.857053 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:21:03.632324 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:21:08.707961 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-85cc02b5-e6dd-45d6-994c-cea132ed518b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:21:10.884355 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-3bc86525-424d-4874-8b47-ca0b30a5e1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:21:12.225160 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:21:12.993609 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:21:13.719296 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:21:13.827800 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:21:38.719061 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-b33d7743-8765-4d1b-afc3-75075ab5155b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:21:40.631284 dv-cinder-821890-1-smb neutron-server[102114]: DEBUG neutron.db.agents_db [None req-79d9a045-a3f9-4915-aa98-3fe808bf73f5 None None] Agent healthcheck: found 6 active agents {{(pid=102114) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:21:40.890783 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-fa2f4f94-39b1-47bd-a54f-5b3d4c021d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:21:42.219467 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-46d2445d-9285-4eeb-8f79-9c2d0e8c15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:21:42.987331 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b4de-ab44-4aab-a51a-4f10d8081261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:21:43.701517 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-d2a312ed-8e55-499f-8a8d-b0526b2fefc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:21:43.845072 dv-cinder-821890-1-smb neutron-server[102113]: DEBUG neutron_lib.callbacks.manager [None req-91ca6b41-815e-405d-8ca4-63254320566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762615624807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3689801'] for agent, after_update {{(pid=102113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 01:21:57.048871 dv-cinder-821890-1-smb neutron-server[102111]: DEBUG neutron.wsgi [req-8fd64b91-84bd-4f4b-85c4-4e405fcf44fb req-fd78174d-7d79-44f2-adfe-067659ec30b1 service neutron] (102111) timed out ('10.222.0.53', 56761) {{(pid=102111) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}